-- Logs begin at Fri 2021-11-19 16:00:22 UTC, end at Fri 2021-11-19 16:45:52 UTC. -- Nov 19 16:31:31.646379 dv-neutron-815855-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 16:31:34.399432 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.common.config [-] Logging enabled! Nov 19 16:31:34.400085 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev212 Nov 19 16:31:34.400174 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109928) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 16:31:34.403403 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.common.config [-] Logging enabled! Nov 19 16:31:34.403654 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev212 Nov 19 16:31:34.403961 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109928) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 16:31:34.404896 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 16:31:34.405124 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 16:31:34.405485 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 16:31:34.405757 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 16:31:34.405988 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 16:31:34.406311 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.406733 dv-neutron-815855-3-hyperv neutron-server[109928]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 19 16:31:34.407039 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.407342 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.407610 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.407906 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.408193 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.408474 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.408789 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.409095 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.409389 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.409689 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.409978 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.410266 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.410548 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.410817 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.411103 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.411384 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] debug = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.411668 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.412097 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.412511 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.412790 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.413124 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.413397 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.413886 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.414179 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.414466 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.414815 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] host = dv-neutron-815855-3-hyperv {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.415106 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.415391 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.415677 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.416017 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.416329 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.416674 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.416963 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.417238 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.417542 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] log_file = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.417820 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.418109 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.418394 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.418680 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.418905 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.419127 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.419424 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.419708 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.419982 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.420287 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.420577 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.420848 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.421232 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.421720 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.422210 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.422572 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.422870 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.423157 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.423434 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.423712 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.423989 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.424278 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.424551 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.424824 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.425098 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.425385 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.425679 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.425954 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.426262 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.426548 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.426830 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.427112 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.427391 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.427672 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.427945 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.428216 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.428487 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] use_json = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.428831 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.429378 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.429545 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.429731 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.430004 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.430274 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.430546 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.430828 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:34.431130 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.431427 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.431729 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.432013 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.432321 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.432601 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.432888 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.433164 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.433476 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.433766 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.434061 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.434338 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.434625 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.434901 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.435193 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.435501 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.435797 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.436085 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.436359 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.436632 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.436903 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.437181 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.437492 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.437775 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.438064 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.438351 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.438626 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.438921 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.439210 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.439509 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.439800 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.440076 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.440359 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.440648 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.440928 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.441201 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.441502 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.441798 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.442072 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.442348 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.442629 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.442906 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.443178 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.443454 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.443725 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.444013 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.444303 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.444608 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.444915 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.446330 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.446330 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.446330 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.446330 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.446330 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.447627 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.447627 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.447627 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.447627 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.447627 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.448532 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.448532 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.448532 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.448838 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.448947 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.449133 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.449425 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.449709 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.450775 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.450775 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.450775 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.450775 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.451213 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.451213 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.451521 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.451521 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.451521 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.451521 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.451521 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.451521 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.451521 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.451521 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.454899 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.454899 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.454899 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.454899 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.454899 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.455241 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.455241 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.455554 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.455865 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.456156 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.456430 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.456708 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.457077 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.457219 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.457564 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.457852 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.458145 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.458442 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.458714 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.459003 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.459295 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.459571 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.459884 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.460186 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:34.460400 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 16:31:34.460644 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109928) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 19 16:31:34.894093 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 16:31:34.894326 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 16:31:34.894658 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 16:31:34.895002 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 16:31:35.216552 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.216833 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.217110 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.218320 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.218591 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.218861 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.254496 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.254774 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.255043 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.270310 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.270594 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.270846 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.299875 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.300142 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.300407 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.338563 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.338851 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.339103 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.585424 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.586201 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.586201 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.586201 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.586944 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.688790 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.689233 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.689340 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.689601 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.689915 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.690176 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.690435 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.690681 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.690917 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.691193 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.691450 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.691711 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.691961 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.692209 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.692458 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.692724 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.692979 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.693243 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.693530 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.693788 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.694057 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.694371 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.694675 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.695051 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.695297 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.695542 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.695943 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 16:31:35.696182 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 16:31:35.696418 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 16:31:35.696649 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 16:31:35.696879 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 16:31:35.697109 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 16:31:35.697509 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 16:31:35.700718 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 16:31:35.704797 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 16:31:35.708776 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Nov 19 16:31:35.710577 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 16:31:35.710997 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 16:31:35.711362 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 19 16:31:35.711775 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 16:31:35.714756 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 16:31:35.715007 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 16:31:35.715363 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 16:31:35.720686 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 19 16:31:35.742887 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 19 16:31:35.743335 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.743640 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109928) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 19 16:31:35.744147 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.745553 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109928) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 16:31:35.745830 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 16:31:35.746081 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 19 16:31:35.749713 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.750066 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:35.813983 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 16:31:35.814194 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 16:31:35.814451 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 16:31:35.814838 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 16:31:35.838132 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_db.sqlalchemy.engines [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109928) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 19 16:31:36.382734 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Initializing driver for type 'gre' Nov 19 16:31:36.383336 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] gre ID ranges: [(1, 1000)] Nov 19 16:31:36.435970 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Initializing driver for type 'local' Nov 19 16:31:36.436366 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Initializing driver for type 'vlan' Nov 19 16:31:36.451146 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] VlanTypeDriver initialization complete Nov 19 16:31:36.451464 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Initializing driver for type 'vxlan' Nov 19 16:31:36.452073 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] vxlan ID ranges: [(1, 1000)] Nov 19 16:31:36.508981 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Initializing extension driver 'port_security' Nov 19 16:31:36.509321 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.extensions.port_security [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] PortSecurityExtensionDriver initialization complete Nov 19 16:31:36.509668 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Initializing mechanism driver 'openvswitch' Nov 19 16:31:36.510000 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Initializing mechanism driver 'hyperv' Nov 19 16:31:36.516881 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.plugins.ml2.plugin [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:31:36.517787 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > port after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.518268 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > port after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.518626 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > port after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.519179 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109928) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 16:31:36.519622 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > subnet after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.519978 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > subnet after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.520388 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.520790 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109928) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 16:31:36.521199 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > network after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.521564 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > network after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.521913 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > network after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.522316 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109928) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 16:31:36.522982 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > security_group after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.523384 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > security_group after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.523738 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.524153 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109928) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 16:31:36.524572 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.524922 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.525265 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.525693 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109928) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 16:31:36.526105 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > address_group after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.526452 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > address_group after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.526794 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.527200 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109928) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 16:31:36.527593 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] ML2 OVO RPC backend initialized. {{(pid=109928) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 19 16:31:36.528370 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.528724 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.529144 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > network before_response 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.529517 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > networks before_response 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.529873 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > port before_response 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.530217 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > ports before_response 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.530562 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > subnet before_response 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.530907 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > subnets before_response 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.531254 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > network after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.531617 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > network after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.531948 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > network after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.532354 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > port after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.535888 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > port after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.535888 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > port after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.535888 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > subnet after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.535888 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > subnet after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.536202 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.536202 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.plugin [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Modular L2 Plugin initialization complete Nov 19 16:31:36.536202 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading services supported by the core plugin {{(pid=109928) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 16:31:36.536202 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.plugins.ml2.managers [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Got port-security extension from driver 'port_security' Nov 19 16:31:36.536202 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.extensions.vlantransparent [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Disabled vlantransparent extension. Nov 19 16:31:36.536202 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109928) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 16:31:36.536623 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading Plugin: router Nov 19 16:31:36.574420 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.574724 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router after_create 55549900 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.575098 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router before_create 55549900 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.575461 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.575837 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.576196 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router after_delete 55549900 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.576561 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.577042 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.577409 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router after_create 55549900 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.577792 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router after_update 55549900 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.578135 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router after_update 55549900 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.578469 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.578836 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router after_update 55549900 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.579244 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router precommit_update 55549900 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.579610 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: port after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.579954 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: port after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.580294 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: subnet after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.580628 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.580977 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.581328 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router precommit_create 55549900 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.581726 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: port before_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.582053 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router precommit_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.582408 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router after_update 55549900 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.582755 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.583109 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router precommit_create 55549900 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.583462 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.583806 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router precommit_update 55549900 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.584178 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > agent after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.584528 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > agent after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.584905 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > network after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.585988 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Tracking information for resource: router configured {{(pid=109928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 16:31:36.586910 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Tracking information for resource: floatingip configured {{(pid=109928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 16:31:36.591681 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.db.l3_agentschedulers_db [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 16:31:36.592737 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: port after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.592737 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: port after_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.593061 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: port after_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.593352 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: port after_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.594207 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router before_create 55550100 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.594572 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.594938 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router precommit_create 55550100 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.595296 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > router precommit_update 55550100 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.600398 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.services.provider_configuration [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Service providers = [] {{(pid=109928) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 16:31:36.600810 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.db.servicetype_db [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109928) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 16:31:36.603991 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.services.service_base [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109928) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 16:31:36.604336 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.services.service_base [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109928) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 16:31:36.604678 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.services.service_base [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109928) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 16:31:36.605590 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.services.service_base [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109928) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 16:31:36.605972 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.services.service_base [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 16:31:36.606365 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 16:31:36.606684 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 16:31:36.617968 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 16:31:36.618970 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading Plugin: auto_allocate Nov 19 16:31:36.624761 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: network precommit_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.625132 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: network precommit_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.625694 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 16:31:36.625995 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading Plugin: tag Nov 19 16:31:36.633378 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 16:31:36.633743 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading Plugin: timestamp Nov 19 16:31:36.637743 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 16:31:36.638075 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading Plugin: network_ip_availability Nov 19 16:31:36.643760 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.644138 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.644490 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.645243 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 16:31:36.645592 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading Plugin: flavors Nov 19 16:31:36.650823 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 16:31:36.651154 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading Plugin: revisions Nov 19 16:31:36.655672 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 16:31:36.656101 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_concurrency.lockutils [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=109928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 16:31:36.656872 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109928) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 19 16:31:36.657213 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Initializing extension manager. Nov 19 16:31:36.657769 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: __init__.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.658118 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: __pycache__ {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.658454 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.658784 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: address_group.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.659561 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.660155 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: address-group Nov 19 16:31:36.660460 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: address_scope.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.661196 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.661740 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: address-scope Nov 19 16:31:36.662067 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.663008 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.663556 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: router-admin-state-down-before-update Nov 19 16:31:36.663882 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: agent.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.664623 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.665117 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: agent Nov 19 16:31:36.665476 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: agent_resources_synced.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.666390 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.666899 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: agent-resources-synced Nov 19 16:31:36.667221 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: allowedaddresspairs.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.669062 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.669609 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: allowed-address-pairs Nov 19 16:31:36.669938 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: auto_allocated_topology.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.671034 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.671545 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: auto-allocated-topology Nov 19 16:31:36.671859 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: availability_zone.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.672552 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.673049 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: availability_zone Nov 19 16:31:36.673368 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: availability_zone_filter.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.674317 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.674816 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: availability_zone_filter Nov 19 16:31:36.675140 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: data_plane_status.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.676053 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.676552 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 16:31:36.676875 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: default_subnetpools.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.677824 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.678329 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: default-subnetpools Nov 19 16:31:36.678676 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.679511 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.680015 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: dhcp_agent_scheduler Nov 19 16:31:36.680334 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: dns.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.681255 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.681791 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension dns-integration not supported by any of loaded plugins Nov 19 16:31:36.682116 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: dns_domain_ports.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.683033 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.683538 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 16:31:36.683863 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.684784 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.685291 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 19 16:31:36.685654 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: dvr.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.686324 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.686829 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: dvr Nov 19 16:31:36.687142 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: ecmp_routes.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.688050 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.688554 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 19 16:31:36.688882 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: empty_string_filtering.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.689828 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.690332 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: empty-string-filtering Nov 19 16:31:36.690656 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.691564 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.692069 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 16:31:36.692391 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.693304 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.693830 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 16:31:36.694151 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: external_net.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.695301 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.696132 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: external-net Nov 19 16:31:36.696520 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.697336 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.697875 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: extra_dhcp_opt Nov 19 16:31:36.698197 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: extraroute.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.699293 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.699809 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: extraroute Nov 19 16:31:36.700131 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: extraroute_atomic.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.701413 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.701948 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: extraroute-atomic Nov 19 16:31:36.702276 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: filter_validation.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.702967 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.703472 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: filter-validation Nov 19 16:31:36.703800 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: fip_pf_description.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.704714 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.705213 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 16:31:36.705577 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: fip_port_details.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.706510 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.707019 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: fip-port-details Nov 19 16:31:36.707349 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: flavors.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.708619 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.709124 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: flavors Nov 19 16:31:36.709469 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.711209 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.711715 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 16:31:36.712057 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: floatingip_pools.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.712760 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.714125 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: floatingip-pools Nov 19 16:31:36.714125 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: ip_allocation.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.714596 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.715234 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 16:31:36.715386 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.716323 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.717144 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: ip-substring-filtering Nov 19 16:31:36.717144 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: l2_adjacency.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.718121 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.718617 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 16:31:36.718938 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: l3.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.719950 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.720466 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: router Nov 19 16:31:36.721280 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.724373 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.725349 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 16:31:36.725996 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.727511 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.728216 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: ext-gw-mode Nov 19 16:31:36.728556 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.729651 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.730239 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: l3-ha Nov 19 16:31:36.730627 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: l3_flavors.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.731592 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.732101 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: l3-flavors Nov 19 16:31:36.732429 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.733468 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.734003 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 16:31:36.734328 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: l3agentscheduler.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.735454 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.736336 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: l3_agent_scheduler Nov 19 16:31:36.736336 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: local_ip.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.738188 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.738701 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension local_ip not supported by any of loaded plugins Nov 19 16:31:36.739035 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: logging.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.742448 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.742991 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension logging not supported by any of loaded plugins Nov 19 16:31:36.743317 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: metering.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.744142 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.744733 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: metering Nov 19 16:31:36.745068 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.746273 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.746792 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: metering_source_and_destination_fields Nov 19 16:31:36.747111 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: multiprovidernet.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.748067 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.748565 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: multi-provider Nov 19 16:31:36.748896 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: netmtu.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.750214 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.750725 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: net-mtu Nov 19 16:31:36.751051 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: netmtu_writable.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.751960 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.752471 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: net-mtu-writable Nov 19 16:31:36.752793 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: network_availability_zone.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.753490 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.754004 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: network_availability_zone Nov 19 16:31:36.754360 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: network_ip_availability.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.755493 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.756006 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: network-ip-availability Nov 19 16:31:36.756332 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: network_segment_range.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.757233 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.757771 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 16:31:36.758092 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: pagination.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.759089 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.759420 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: pagination Nov 19 16:31:36.759747 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: port_device_profile.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.760688 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.761197 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: port-device-profile Nov 19 16:31:36.761568 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.762508 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.763011 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: port-mac-address-regenerate Nov 19 16:31:36.763333 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.764244 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.764748 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: port-numa-affinity-policy Nov 19 16:31:36.765071 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: port_resource_request.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.766025 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.766529 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 16:31:36.766851 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: port_resource_request_groups.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.767825 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.768334 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 19 16:31:36.768658 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: portbindings.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.769627 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.770133 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: binding Nov 19 16:31:36.770458 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: portbindings_extended.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.771804 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.772317 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: binding-extended Nov 19 16:31:36.772693 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: portsecurity.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.773684 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.774198 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: port-security Nov 19 16:31:36.774526 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: project_id.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.775490 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.775853 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: project-id Nov 19 16:31:36.776179 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: providernet.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.777090 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.777638 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: provider Nov 19 16:31:36.778007 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: qos.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.781728 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.782264 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension qos not supported by any of loaded plugins Nov 19 16:31:36.782597 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.783872 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.784389 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 16:31:36.784717 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.785676 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.786185 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 16:31:36.786513 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: qos_default.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.787435 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.787946 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension qos-default not supported by any of loaded plugins Nov 19 16:31:36.788474 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: qos_fip.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.789143 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.789675 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension qos-fip not supported by any of loaded plugins Nov 19 16:31:36.790002 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: qos_gateway_ip.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.791094 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.791445 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 16:31:36.791777 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: qos_port_network_policy.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.792700 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.793211 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 16:31:36.793566 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.794961 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.795471 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 19 16:31:36.795890 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: qos_pps_rule.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.797236 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.797833 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension qos-pps not supported by any of loaded plugins Nov 19 16:31:36.797833 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: qos_rule_type_details.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.799133 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.799696 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 16:31:36.800185 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: qos_rules_alias.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.801319 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.801925 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 16:31:36.802355 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: quota_check_limit.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.803322 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.803918 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: quota-check-limit Nov 19 16:31:36.804319 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: quotasv2.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.805354 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.805765 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: quotas Nov 19 16:31:36.806127 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: quotasv2_detail.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.809666 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.810051 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: quota_details Nov 19 16:31:36.810427 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: rbac.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.811554 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.812099 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: rbac-policies Nov 19 16:31:36.812440 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: rbac_address_group.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.813423 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.813953 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: rbac-address-group Nov 19 16:31:36.814281 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: rbac_address_scope.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.815214 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.815734 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: rbac-address-scope Nov 19 16:31:36.816060 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: rbac_security_groups.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.817024 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.817516 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: rbac-security-groups Nov 19 16:31:36.817850 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: rbac_subnetpool.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.818761 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.819479 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: rbac-subnetpool Nov 19 16:31:36.819666 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: revisionifmatch.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.820793 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.821308 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: revision-if-match Nov 19 16:31:36.821664 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: revisions.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.822820 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.823331 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: standard-attr-revisions Nov 19 16:31:36.823655 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: router_availability_zone.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.824341 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.824906 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: router_availability_zone Nov 19 16:31:36.825184 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: routerservicetype.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.826137 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.826792 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension router-service-type not supported by any of loaded plugins Nov 19 16:31:36.827116 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.828144 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.828659 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: security-groups-normalized-cidr Nov 19 16:31:36.828985 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.829953 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.830482 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: port-security-groups-filtering Nov 19 16:31:36.830806 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.831734 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.832265 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: security-groups-remote-address-group Nov 19 16:31:36.832587 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.833574 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.834089 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: security-groups-shared-filtering Nov 19 16:31:36.834412 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.835061 dv-neutron-815855-3-hyperv neutron-server[109928]: WARNING neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 19 16:31:36.835502 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: securitygroup.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.845703 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.846253 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: security-group Nov 19 16:31:36.846590 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: segment.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.847420 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.847931 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension segment not supported by any of loaded plugins Nov 19 16:31:36.848261 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.849268 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.849810 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 16:31:36.850144 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: servicetype.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.851459 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.852013 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: service-type Nov 19 16:31:36.852341 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: sorting.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.853374 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.853956 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: sorting Nov 19 16:31:36.854107 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: standard_attr_segment.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.854969 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.855492 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 16:31:36.855831 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: standardattrdescription.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.856489 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.856992 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: standard-attr-description Nov 19 16:31:36.857318 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: stateful_security_group.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.858306 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.858827 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: stateful-security-group Nov 19 16:31:36.859160 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: stdattrs_common.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.859736 dv-neutron-815855-3-hyperv neutron-server[109928]: WARNING neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 16:31:36.860071 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.860997 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.861563 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 16:31:36.861890 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: subnet_onboard.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.862995 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.863511 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: subnet_onboard Nov 19 16:31:36.863846 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.864787 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.865293 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 16:31:36.865653 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: subnet_service_types.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.866857 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.867378 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: subnet-service-types Nov 19 16:31:36.867707 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: subnetallocation.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.868860 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.869386 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: subnet_allocation Nov 19 16:31:36.869750 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.870467 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.870959 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: subnetpool-prefix-ops Nov 19 16:31:36.871281 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.872230 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.872752 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 16:31:36.873077 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: tagging.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.874606 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.875136 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: standard-attr-tag Nov 19 16:31:36.875467 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: timestamp.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.877716 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.877716 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loaded extension: standard-attr-timestamp Nov 19 16:31:36.877716 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: trunk.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.878684 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.879199 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension trunk not supported by any of loaded plugins Nov 19 16:31:36.879517 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: trunk_details.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.880472 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.880974 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension trunk-details not supported by any of loaded plugins Nov 19 16:31:36.881304 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: uplink_status_propagation.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.882514 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.883173 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 16:31:36.883505 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Loading extension file: vlantransparent.py {{(pid=109928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 16:31:36.884201 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 16:31:36.884709 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 16:31:36.887440 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of TrackedResource for resource:network Nov 19 16:31:36.887989 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of TrackedResource for resource:subnet Nov 19 16:31:36.888397 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 16:31:36.888778 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of TrackedResource for resource:port Nov 19 16:31:36.890115 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.v2.resource_helper [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 16:31:36.890561 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.v2.resource_helper [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Service FLAVORS assigned prefix: {{(pid=109928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 16:31:36.891172 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.v2.resource_helper [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 16:31:36.891614 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.v2.resource_helper [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 16:31:36.891950 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of TrackedResource for resource:router Nov 19 16:31:36.892380 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 16:31:36.892863 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.v2.resource_helper [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Service METERING assigned prefix: /metering {{(pid=109928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 16:31:36.894378 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.894750 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.895101 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:31:36.896129 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 16:31:36.896593 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of TrackedResource for resource:security_group Nov 19 16:31:36.897031 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 16:31:36.897873 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.v2.resource_helper [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Service CORE assigned prefix: {{(pid=109928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 16:31:36.898323 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 16:31:36.898676 dv-neutron-815855-3-hyperv neutron-server[109928]: WARNING neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] subnetpool is already registered Nov 19 16:31:36.899099 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.v2.resource_helper [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Service CORE assigned prefix: {{(pid=109928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 16:31:36.899433 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 16:31:36.899764 dv-neutron-815855-3-hyperv neutron-server[109928]: WARNING neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] subnetpool is already registered Nov 19 16:31:36.902073 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.v2.resource_helper [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 16:31:36.902507 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.v2.resource_helper [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Service FLAVORS assigned prefix: {{(pid=109928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 16:31:36.903097 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.v2.resource_helper [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 16:31:36.903520 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.v2.resource_helper [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 16:31:36.903851 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of TrackedResource for resource:router Nov 19 16:31:36.904188 dv-neutron-815855-3-hyperv neutron-server[109928]: WARNING neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] router is already registered Nov 19 16:31:36.904597 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 16:31:36.904933 dv-neutron-815855-3-hyperv neutron-server[109928]: WARNING neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] floatingip is already registered Nov 19 16:31:36.905393 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.v2.resource_helper [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Service METERING assigned prefix: /metering {{(pid=109928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 16:31:36.906084 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 16:31:36.906411 dv-neutron-815855-3-hyperv neutron-server[109928]: WARNING neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] rbac_policy is already registered Nov 19 16:31:36.906819 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of TrackedResource for resource:security_group Nov 19 16:31:36.907152 dv-neutron-815855-3-hyperv neutron-server[109928]: WARNING neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] security_group is already registered Nov 19 16:31:36.907560 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 16:31:36.907891 dv-neutron-815855-3-hyperv neutron-server[109928]: WARNING neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] security_group_rule is already registered Nov 19 16:31:36.908512 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.v2.resource_helper [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Service CORE assigned prefix: {{(pid=109928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 16:31:36.908841 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 16:31:36.909176 dv-neutron-815855-3-hyperv neutron-server[109928]: WARNING neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] subnetpool is already registered Nov 19 16:31:36.909626 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.v2.resource_helper [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Service CORE assigned prefix: {{(pid=109928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 16:31:36.909959 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 16:31:36.910289 dv-neutron-815855-3-hyperv neutron-server[109928]: WARNING neutron.quota.resource_registry [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] subnetpool is already registered Nov 19 16:31:36.910753 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: extensions {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.912253 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: address-groups {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.913838 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: address-scopes {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.915153 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: agents {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.916333 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: auto-allocated-topology {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.917605 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: availability_zones {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.918836 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: dhcp-networks {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.920368 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: dhcp-agents {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.921796 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: routers {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.924022 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: flavors {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.925187 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: service_profiles {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.926450 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: next_providers {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.927990 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: service_profiles {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.929633 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: floatingip-pools {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.930942 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: routers {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.933028 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: floatingips {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.935603 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: l3-routers {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.937146 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: l3-agents {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.938650 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: metering-labels {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.940119 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: metering-label-rules {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.941435 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: network-ip-availabilities {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.942757 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: bindings {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.944524 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: quotas {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.946115 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: quotas {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.947701 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: rbac-policies {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.948995 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: security-groups {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.950271 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: security-group-rules {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.951537 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: service-providers {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.952727 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: subnetpools {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.954213 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: subnetpools {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.955654 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: tags {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.957402 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: tags {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.959171 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: tags {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.961020 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: tags {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.962859 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: tags {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.964775 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: tags {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.966435 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: tags {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.968340 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: tags {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.970329 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: tags {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.972167 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron.api.extensions [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Extended resource: tags {{(pid=109928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 16:31:36.978484 dv-neutron-815855-3-hyperv neutron-server[109928]: WARNING keystonemiddleware.auth_token [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 16:31:36.983306 dv-neutron-815855-3-hyperv neutron-server[109928]: WARNING keystonemiddleware.auth_token [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 16:31:36.992344 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_concurrency.lockutils [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Acquired lock "singleton_lock" {{(pid=109928) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 19 16:31:36.992825 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_concurrency.lockutils [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Releasing lock "singleton_lock" {{(pid=109928) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 19 16:31:36.993487 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO oslo_service.service [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Starting 2 workers Nov 19 16:31:36.998236 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Started child 110037 {{(pid=109928) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 16:31:37.003082 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Started child 110038 {{(pid=109928) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 16:31:37.004251 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:31:37.005249 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO neutron.service [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 16:31:37.005249 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Publish callbacks [] for process, before_spawn {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:31:37.006019 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [-] (110037) wsgi starting up on http://0.0.0.0:9696 Nov 19 16:31:37.007740 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO oslo_service.service [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Starting 1 workers Nov 19 16:31:37.008261 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:31:37.009621 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [-] (110038) wsgi starting up on http://0.0.0.0:9696 Nov 19 16:31:37.012865 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Started child 110039 {{(pid=109928) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 16:31:37.013437 dv-neutron-815855-3-hyperv neutron-server[109928]: INFO oslo_service.service [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Starting 1 workers Nov 19 16:31:37.017275 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.service [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] calling RpcWorker wait() {{(pid=110039) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 16:31:37.017918 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.service [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] returning from RpcWorker wait() {{(pid=110039) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 16:31:37.018029 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Started child 110040 {{(pid=109928) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 16:31:37.018759 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ff9-aaba-48df-b651-a2c25666f179 None None] Publish callbacks [] for process, after_spawn {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:31:37.019359 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:31:37.019841 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:31:37.020590 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109928) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 16:31:37.020799 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 16:31:37.020999 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 16:31:37.021211 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 16:31:37.021578 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 16:31:37.021759 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 16:31:37.022292 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.022631 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.022898 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.022986 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:31:37.023448 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.023448 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.024004 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.024140 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:31:37.024278 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.024499 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.024777 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.025017 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.025183 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.025361 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.025625 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.025875 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.026178 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.026449 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.026685 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.026933 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.027105 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.027373 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.027648 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.027877 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.028135 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] debug = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.028371 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.029070 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.029249 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.029393 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.029566 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.029837 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.030067 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.030317 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.030567 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.030800 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.031209 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.031385 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.031567 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.031748 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.031961 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.032164 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.032413 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.032650 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.033125 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] host = dv-neutron-815855-3-hyperv {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.033358 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.033617 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.033850 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.034094 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.034337 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.034581 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.034824 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.035112 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.035349 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.035573 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.035825 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.036192 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.036392 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.036538 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] log_file = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.036660 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] log_options = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.036862 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.037140 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.037539 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.037691 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.037827 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.037950 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.038245 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.038410 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.038742 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.038874 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.039092 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.039326 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.039559 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.039792 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.040056 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.040285 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.040520 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.040729 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.040976 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.041230 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.041489 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.041733 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.041950 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.042195 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.042427 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.042672 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.042964 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.043273 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.043567 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.043825 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.044059 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.044318 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.044555 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.044809 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.045074 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.045306 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.045576 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.045811 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.046086 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.046344 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.046563 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.046808 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.047025 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.047269 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.047491 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.047725 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.047925 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] use_json = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.048155 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.048387 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.048633 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.048869 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.049059 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.049274 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.049529 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.049765 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.050198 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.050477 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.050799 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.051043 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.051280 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.051519 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.051750 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.051992 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.052265 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.052497 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.052898 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.053147 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.053517 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.053814 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.054093 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.054424 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.054665 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.054919 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.055130 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.055396 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.055594 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.055818 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.056090 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.056318 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.056622 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.056806 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.057030 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.057508 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.057708 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.058035 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.064590 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.064590 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.064590 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.064590 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.064590 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.064590 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.064590 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.064590 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.065681 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.065681 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.065681 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.065681 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.065681 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.065681 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.065681 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.065681 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.065681 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.066572 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.066572 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.066572 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.066572 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.066572 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.066572 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.066572 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.066572 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.066572 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.067646 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.067646 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.067646 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.067646 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.067646 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.067646 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.067646 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.067646 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.067646 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.068751 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.068751 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.068751 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.068751 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.068751 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.068751 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.068751 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.068751 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.068751 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.069775 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.069775 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.069775 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.069775 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.069775 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.069775 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.069775 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.070640 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.070640 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.070640 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.070640 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.071208 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.071208 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.071408 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.071510 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.071654 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.071889 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.072246 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.072485 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.072741 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.073004 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.073246 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.073672 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.073913 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.074162 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.074384 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.074607 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.075081 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.075081 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.075081 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.075081 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.075081 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.075081 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.076674 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.076674 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.076674 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.077192 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.077192 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.077377 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.077639 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.077881 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.078305 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.078395 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.078840 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.078997 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.079131 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.079579 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.079579 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.079579 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.080207 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.080339 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.080619 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.080844 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.081186 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.081358 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.081658 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.081922 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.082188 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.082447 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.082693 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.082932 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.083154 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.083647 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.083647 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.083895 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.084160 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.084391 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.084611 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.084893 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.085187 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.085441 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.085728 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.085991 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.086252 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.086863 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.086863 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.087066 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.087253 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.087425 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.087648 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.087890 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.088107 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.088351 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.088586 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.088799 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.089033 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.089250 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.089618 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.089823 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.090018 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.090241 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.090433 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.090615 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.090956 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.091123 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.091310 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.091552 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.091771 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.091986 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.092261 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.092501 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.093041 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.093041 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.093421 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.093736 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.093736 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.094006 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.094173 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.094435 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.094658 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.094893 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.095131 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.095360 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.095566 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.095807 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.096130 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.096274 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.096478 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.096749 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.097096 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.097396 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.097774 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.097906 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.098040 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.098255 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.098503 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.099151 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.099151 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.099151 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.099583 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.099771 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.099948 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.100141 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.100421 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.100854 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.101225 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.101592 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.101811 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.102142 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.102583 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.102946 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.103418 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.103418 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.103834 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.104002 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.104159 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.104326 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.104500 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.104777 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.104961 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.105142 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.105314 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.105523 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.105758 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.105969 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.106331 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.106513 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.106691 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.106860 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.107045 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.107262 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.107591 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.107769 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.107933 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.108113 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.108329 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.108761 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.108962 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.109228 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.109551 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.109919 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.110448 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.110635 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.110850 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.111975 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.111975 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.111975 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.111975 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.112306 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.112444 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.112707 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.113032 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.113372 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.113815 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.114161 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.114411 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.114645 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.114901 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.115402 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.115930 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.116373 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.116708 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.116967 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.117212 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.117548 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.117756 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.118062 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.118404 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.118664 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.118917 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.119160 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.119421 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.119652 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.119874 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.120125 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.120373 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.120570 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.120841 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.121076 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.121304 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.121559 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.121782 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.121992 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.122233 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.122465 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.122800 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.123026 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.123223 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 16:31:37.125992 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109928) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 16:31:37.125992 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 16:31:37.125992 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 16:31:37.125992 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 16:31:37.125992 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 16:31:37.125992 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 16:31:37.125992 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.125992 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.126587 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.126587 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.126587 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.126587 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.126587 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.126587 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.126587 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.127026 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.127026 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.127026 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.127243 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.127243 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.127389 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.127551 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.127858 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.128144 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.128448 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.128776 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.129024 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.129254 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.129254 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] debug = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.130050 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.130050 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.130050 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.130050 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.130050 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.130716 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.130716 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.130716 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.130716 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.131643 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.131643 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.131643 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.131643 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.131643 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.131643 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.131643 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.132578 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.132578 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.132578 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] host = dv-neutron-815855-3-hyperv {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.132578 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.132578 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.133111 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.133111 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.133111 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.133483 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.133483 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.133718 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.133718 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.133938 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.133938 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.134167 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.134300 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.134459 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] log_file = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.134587 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] log_options = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.134704 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.134817 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.134985 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.135178 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.135327 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.135490 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.135640 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.135780 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.135941 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.136099 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.136518 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.136518 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.136518 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.136861 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.136861 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.137105 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.137105 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.137348 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.137516 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.137647 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.137767 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.137896 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.138019 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.138174 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.138309 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.138460 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.138620 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.138771 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.139029 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.139169 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.139292 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.139418 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.139544 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.139669 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.139805 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.139936 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.140102 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.140262 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.140424 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.140561 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.140725 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.140884 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.141048 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.141211 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.141365 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.141552 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.141678 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] use_json = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.141838 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.142002 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.142418 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.142418 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.142418 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.142787 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.142787 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.143021 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 16:31:37.143144 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.143267 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.143388 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.143510 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.143679 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.143846 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.143993 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.144158 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.144309 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.144474 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.144630 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.144798 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.144970 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.145142 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.145281 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.145474 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.145724 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.145889 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.146048 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.146210 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.146372 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.146532 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.146711 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.146873 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.147036 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.147198 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.147704 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.147704 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.147862 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.147928 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.148067 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.148234 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.148392 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.148554 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.148716 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.148878 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.149040 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.149221 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.149362 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.149553 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.149717 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.149879 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.150041 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.150203 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.150366 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.150529 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.150692 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.150855 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.151029 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.151170 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.151330 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.151491 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.151654 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.151816 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.151978 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.152138 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.152299 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.152471 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.152633 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.152794 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.152955 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.153116 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.153277 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.153437 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.153629 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.153789 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.154034 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.154174 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.154357 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.154619 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.154619 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.154619 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.154619 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.154619 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.155387 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.155387 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.155592 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.155690 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.155794 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.155956 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.156118 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.156280 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.156443 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.156604 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.156766 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.156927 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.157087 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.157249 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.157411 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.157595 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.157757 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.157926 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.158103 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.158265 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.158426 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.158588 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.158748 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.158911 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.159073 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.159234 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.159396 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.159557 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.159717 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.159886 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.160044 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.160206 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.160367 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.160533 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.160693 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.160854 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.161015 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.161176 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.161337 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.161505 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.161671 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.161833 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.161993 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.162154 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.162326 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.162488 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.162654 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.162815 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.163014 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.163185 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.163348 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.163590 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.163755 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.164037 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.164160 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.164320 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.164483 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.164644 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.164806 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.164967 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.165176 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.165315 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.167036 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.167036 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.167036 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.167036 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.167036 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.167036 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.167036 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.167036 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.167617 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.167617 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.167617 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.167617 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.167617 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.167617 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.167617 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.168107 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.168107 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.168107 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.168312 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.168458 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.168626 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.168789 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.168952 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.169115 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.169276 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.169438 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.169620 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.169783 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.169944 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.170110 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.170271 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.170422 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.170585 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.170747 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.170909 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.171067 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.171229 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.171391 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.171556 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.171716 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.171879 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.172042 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.172200 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.172361 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.172523 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.172684 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.172848 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.173009 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.173171 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.173332 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.173518 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.173682 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.173845 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.174006 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.174169 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.174330 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.174491 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.174677 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.174840 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.175009 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.175175 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.175336 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.175497 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.175659 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.175821 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.175981 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.176142 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.176301 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.176473 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.176629 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.176853 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.176963 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.177099 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.177259 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.177420 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.177695 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.177896 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.178051 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.178202 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.178353 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.178507 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.178810 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.178968 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.179192 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.179361 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.179525 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.179687 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.179850 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.180425 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.180425 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.180425 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.180648 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.180648 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.180770 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.180941 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.181103 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.181263 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.181424 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.181609 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.181954 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.181954 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.182499 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.182499 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.182499 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.182726 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.182726 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.182862 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.182989 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.183149 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.183319 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.183483 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.183620 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.183769 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.183935 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.184095 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.184266 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.184427 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.184589 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.184753 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.184927 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.185089 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.185256 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.185417 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.185602 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.185765 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.185929 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.186095 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.186266 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.186433 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.186595 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.186764 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.186933 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.187103 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.187265 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.187436 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.187611 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.187788 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.187931 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.188092 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.188708 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.188708 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.188708 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.188708 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.189017 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.189017 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.189160 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.189299 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.189473 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.189641 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.189802 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.189964 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.190125 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.190346 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.190488 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.190648 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 16:31:37.190802 dv-neutron-815855-3-hyperv neutron-server[109928]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 16:31:37.191852 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:31:37.332432 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 44448) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:31:37.340996 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064030 Nov 19 16:31:49.111402 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe08ca-68a4-4cad-b0b8-07a84c979047 None None] get_active_networks_info from dv-neutron-815855-3-hyperv {{(pid=110039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 16:31:49.349476 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe08ca-68a4-4cad-b0b8-07a84c979047 None None] No non-hosted networks {{(pid=110039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 16:31:49.371547 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-71b2ba28-823d-4b1e-8905-afd286856c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16707537'] for agent, after_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:31:49.399440 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.agentschedulers_db [None req-dffe08ca-68a4-4cad-b0b8-07a84c979047 None None] DHCP Agent not found on host dv-neutron-815855-3-hyperv {{(pid=110039) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 19 16:31:51.426517 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b44a1439-091f-4f74-95ba-c2f9063c29ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16707537'] for agent, after_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:31:51.512514 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-ada619f1-831e-40f5-8898-4bad880b61de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:31:52.790881 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16707537'] for agent, after_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:31:54.217176 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16707537'] for agent, after_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:31:54.894476 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16707537'] for agent, after_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:31:54.895647 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:31:54.896335 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:31:54.896869 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:31:54.897519 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:31:54.898115 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:31:54.898793 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:31:54.899487 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:31:54.900100 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:31:54.900742 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:31:54.901280 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:31:54.901932 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:31:54.902548 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:31:54.903345 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-815855-3-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:31:54.922695 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-815855-3-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:31:55.571540 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 44538) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:31:56.148703 dv-neutron-815855-3-hyperv neutron-server[110038]: WARNING oslo_policy.policy [None req-d3e8a610-c537-4524-94f2-7a311e20c727 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 16:31:56.149281 dv-neutron-815855-3-hyperv neutron-server[110038]: WARNING oslo_policy.policy [None req-d3e8a610-c537-4524-94f2-7a311e20c727 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 16:31:56.372748 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-d3e8a610-c537-4524-94f2-7a311e20c727 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:31:56.377574 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d3e8a610-c537-4524-94f2-7a311e20c727 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8013344 Nov 19 16:31:57.073586 dv-neutron-815855-3-hyperv neutron-server[110039]: INFO neutron.db.l3_hamode_db [None req-390eff21-6066-4bc5-bb5d-018f2fd20d97 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 16:31:57.150348 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390eff21-6066-4bc5-bb5d-018f2fd20d97 None None] Routers set() bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:31:57.150752 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390eff21-6066-4bc5-bb5d-018f2fd20d97 None None] Router IDs set() for agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 16:31:58.952130 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 44554) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:31:59.302966 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-9ccfb1a8-a34a-44e6-bff8-8ab5cc67e79c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:31:59.402139 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.policy [None req-9ccfb1a8-a34a-44e6-bff8-8ab5cc67e79c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110038) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 16:31:59.449530 dv-neutron-815855-3-hyperv neutron-server[110038]: WARNING oslo_policy.policy [None req-9ccfb1a8-a34a-44e6-bff8-8ab5cc67e79c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 16:31:59.449916 dv-neutron-815855-3-hyperv neutron-server[110038]: WARNING oslo_policy.policy [None req-9ccfb1a8-a34a-44e6-bff8-8ab5cc67e79c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 16:31:59.458588 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.quota [None req-9ccfb1a8-a34a-44e6-bff8-8ab5cc67e79c admin admin] Loaded quota_driver: . Nov 19 16:31:59.562277 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9ccfb1a8-a34a-44e6-bff8-8ab5cc67e79c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785367192798', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785367194381', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785367205411', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785367208487', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785367218393', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785367227347', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-994462', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1048150', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16314478', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16370343'] for rbac-policy, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:31:59.638837 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9ccfb1a8-a34a-44e6-bff8-8ab5cc67e79c admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:31:59.640011 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-9ccfb1a8-a34a-44e6-bff8-8ab5cc67e79c admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6868372 Nov 19 16:32:02.473487 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 44566) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:32:03.052884 dv-neutron-815855-3-hyperv neutron-server[110037]: WARNING oslo_policy.policy [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 16:32:03.053490 dv-neutron-815855-3-hyperv neutron-server[110037]: WARNING oslo_policy.policy [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 16:32:03.277365 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'project_id': '4ef7896e8ada4bbbb99a26696c6e176c'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:32:03.279042 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.quota [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Loaded quota_driver: . Nov 19 16:32:03.337158 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Made reservation on behalf of 4ef7896e8ada4bbbb99a26696c6e176c for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:32:03.404671 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.policy [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110037) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 16:32:03.451651 dv-neutron-815855-3-hyperv neutron-server[110037]: WARNING oslo_policy.policy [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 16:32:03.452035 dv-neutron-815855-3-hyperv neutron-server[110037]: WARNING oslo_policy.policy [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 16:32:03.462938 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:03.483873 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:03.608965 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:03.613925 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:03.634293 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:32:03.663946 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785364225172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:03.664665 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Unsubscribe: segment precommit_create {{(pid=110037) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 16:32:03.665330 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Added segment 6ddd47b0-ee6d-4525-9d8b-392c14ff073d of type vlan for network b3a68793-56df-481b-95e5-961db71f4ff2 Nov 19 16:32:03.681927 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e213bc61-3682-4c2c-98bb-3c3306857ff5,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:03.705109 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:03.705525 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:03.705896 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:03.706231 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:03.706565 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:03.706898 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:03.707226 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:03.707568 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:03.707903 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:03.708224 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:03.708545 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:03.708866 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Tracked resource versions report: Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: pushed versions: Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: { 'AddressGroup': {'1.2'}, Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'ConntrackHelper': {'1.0'}, Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Log': {'1.0'}, Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Network': {'1.1'}, Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Port': {'1.7'}, Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'PortForwarding': {'1.2'}, Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'QosPolicy': {'1.10'}, Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'SecurityGroup': {'1.5'}, Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'SecurityGroupRule': {'1.2'}, Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'SubPort': {'1.0'}, Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Subnet': {'1.1'}, Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Trunk': {'1.1'}} Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: consumer versions: Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: { DHCP agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: L3 agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: Metadata agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: Metering agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: Open vSwitch agent@dv-neutron-815855-3-hyperv: { 'AddressGroup': '1.2', Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'ConntrackHelper': '1.0', Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Log': '1.0', Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Network': '1.1', Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Port': '1.7', Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'PortForwarding': '1.2', Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'QosPolicy': '1.10', Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'SecurityGroup': '1.5', Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'SecurityGroupRule': '1.2', Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'SubPort': '1.0', Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Subnet': '1.1', Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Trunk': '1.1'}} Nov 19 16:32:03.710250 dv-neutron-815855-3-hyperv neutron-server[110037]: {{(pid=110037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 16:32:03.804360 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:03.853333 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:03.854638 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:32:03.855367 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:03.938000 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4621823 Nov 19 16:32:03.967823 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb10d8-2fcd-4e2c-bc58-3e6ef65d9d08 admin admin] Pushing event updated for resources: {'Network': ['ID=b3a68793-56df-481b-95e5-961db71f4ff2,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:03.981737 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network b3a68793-56df-481b-95e5-961db71f4ff2 details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:32:06.791698 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 44588) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:32:07.256901 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51674be-bfdf-498f-aa40-c3f81fe13445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:32:07.258645 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d51674be-bfdf-498f-aa40-c3f81fe13445 admin admin] 10.222.0.76 "GET /v2.0/networks/b3a68793-56df-481b-95e5-961db71f4ff2 HTTP/1.1" status: 200 len: 825 time: 0.4659331 Nov 19 16:32:07.284983 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-dfa41141-58d2-4f86-8f7a-cb142e41bd44 admin admin] 10.222.0.76 "GET /v2.0/subnetpools/196600ba-ebc1-44eb-a021-f366323afbbc HTTP/1.1" status: 200 len: 734 time: 0.0201035 Nov 19 16:32:07.294665 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Request body: {'subnet': {'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2', 'subnetpool_id': '196600ba-ebc1-44eb-a021-f366323afbbc', 'tenant_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:32:07.325150 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Made reservation on behalf of 4ef7896e8ada4bbbb99a26696c6e176c for: {'subnet': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:32:07.327829 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Publish callbacks [] for subnet, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:07.629586 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for subnet, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:07.710262 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Checking segment: {'id': '6ddd47b0-ee6d-4525-9d8b-392c14ff073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:32:07.710644 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Network hostable DHCP agents. Network: b3a68793-56df-481b-95e5-961db71f4ff2, hostable agents: ['42275ece-0293-4067-adc1-7970661640fa'], hosted agents: [] {{(pid=110038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 16:32:07.717396 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=77077005-b0a7-412f-8b30-c156b8dda27c,revision_number=0']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:07.726598 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:07.727047 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:07.727299 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:07.727637 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:07.727964 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:07.728311 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:07.728644 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:07.728979 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:07.729311 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:07.729672 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:07.729993 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:07.730297 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Tracked resource versions report: Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: pushed versions: Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: { 'AddressGroup': {'1.2'}, Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'ConntrackHelper': {'1.0'}, Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Log': {'1.0'}, Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Network': {'1.1'}, Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Port': {'1.7'}, Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'PortForwarding': {'1.2'}, Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'QosPolicy': {'1.10'}, Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'SecurityGroup': {'1.5'}, Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'SecurityGroupRule': {'1.2'}, Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'SubPort': {'1.0'}, Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Subnet': {'1.1'}, Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Trunk': {'1.1'}} Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: consumer versions: Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: { DHCP agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: L3 agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: Metadata agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: Metering agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: Open vSwitch agent@dv-neutron-815855-3-hyperv: { 'AddressGroup': '1.2', Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'ConntrackHelper': '1.0', Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Log': '1.0', Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Network': '1.1', Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Port': '1.7', Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'PortForwarding': '1.2', Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'QosPolicy': '1.10', Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'SecurityGroup': '1.5', Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'SecurityGroupRule': '1.2', Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'SubPort': '1.0', Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Subnet': '1.1', Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Trunk': '1.1'}} Nov 19 16:32:07.731704 dv-neutron-815855-3-hyperv neutron-server[110038]: {{(pid=110038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 16:32:07.771572 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Network b3a68793-56df-481b-95e5-961db71f4ff2 is scheduled to be hosted by DHCP agent 42275ece-0293-4067-adc1-7970661640fa with binding_index 1 {{(pid=110038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 16:32:07.791356 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-815855-3-hyperv, b3a68793-56df-481b-95e5-961db71f4ff2) {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:32:07.796606 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:32:07.797738 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for subnet, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:07.803724 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66be706-570d-4b06-acad-e57bfa5d3057 None None] Network b3a68793-56df-481b-95e5-961db71f4ff2 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:32:07.814957 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-c72d7855-dd1f-4202-9e89-4ee176061c8d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5238388 Nov 19 16:32:08.159273 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e6ca959-6359-5e0f-b29a-c93eb5d0f30b-b3a68793-56df-481b-95e5-961db71f4ff2', 'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2', 'tenant_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'fixed_ips': [{'subnet_id': '77077005-b0a7-412f-8b30-c156b8dda27c'}]}} from dv-neutron-815855-3-hyperv. {{(pid=110039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 16:32:08.160621 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:08.513003 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.db_base_plugin_common [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Allocated IP 172.20.0.2 (b3a68793-56df-481b-95e5-961db71f4ff2/77077005-b0a7-412f-8b30-c156b8dda27c/9665d26f-4078-4117-8c12-73ca2f656457) {{(pid=110039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:32:08.731076 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Publish callbacks [] for port, precommit_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:08.739446 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:08.812539 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Network b3a68793-56df-481b-95e5-961db71f4ff2 is already hosted by enough agents. {{(pid=110039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:32:08.817111 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.scheduler.base_scheduler [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Resources bound (agent type, host, resource id): {{(pid=110039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:32:08.828677 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Received port after_create {{(pid=110039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:32:08.831785 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Pushing event updated for resources: {'Port': ['ID=9665d26f-4078-4117-8c12-73ca2f656457,revision_number=1']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:08.842965 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:08.843314 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:08.843655 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:08.843983 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:08.844309 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:08.844656 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:08.844977 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:08.845326 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:08.845673 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:08.845998 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:08.846318 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:08.846634 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Tracked resource versions report: Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: pushed versions: Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: { 'AddressGroup': {'1.2'}, Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'ConntrackHelper': {'1.0'}, Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Log': {'1.0'}, Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Network': {'1.1'}, Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Port': {'1.7'}, Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'PortForwarding': {'1.2'}, Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'QosPolicy': {'1.10'}, Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'SecurityGroup': {'1.5'}, Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'SecurityGroupRule': {'1.2'}, Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'SubPort': {'1.0'}, Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Subnet': {'1.1'}, Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Trunk': {'1.1'}} Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: consumer versions: Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: { DHCP agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: L3 agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: Metadata agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: Metering agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: Open vSwitch agent@dv-neutron-815855-3-hyperv: { 'AddressGroup': '1.2', Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'ConntrackHelper': '1.0', Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Log': '1.0', Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Network': '1.1', Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Port': '1.7', Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'PortForwarding': '1.2', Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'QosPolicy': '1.10', Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'SecurityGroup': '1.5', Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'SecurityGroupRule': '1.2', Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'SubPort': '1.0', Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Subnet': '1.1', Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Trunk': '1.1'}} Nov 19 16:32:08.847969 dv-neutron-815855-3-hyperv neutron-server[110039]: {{(pid=110039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 16:32:08.920989 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Attempting to bind port 9665d26f-4078-4117-8c12-73ca2f656457 on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:32:08.921372 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Attempting to bind port 9665d26f-4078-4117-8c12-73ca2f656457 by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '6ddd47b0-ee6d-4525-9d8b-392c14ff073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2'}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:32:08.921935 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Attempting to bind port 9665d26f-4078-4117-8c12-73ca2f656457 on network b3a68793-56df-481b-95e5-961db71f4ff2 {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:32:08.927078 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:32:08.927443 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Checking segment: {'id': '6ddd47b0-ee6d-4525-9d8b-392c14ff073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:32:08.927924 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:08.928313 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Bound using segment: {'id': '6ddd47b0-ee6d-4525-9d8b-392c14ff073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2'} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:32:08.928793 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Bound port: 9665d26f-4078-4117-8c12-73ca2f656457, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ddd47b0-ee6d-4525-9d8b-392c14ff073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2'}}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:32:08.929198 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:08.991247 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] For port 9665d26f-4078-4117-8c12-73ca2f656457, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:32:08.996146 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] For port 9665d26f-4078-4117-8c12-73ca2f656457, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=9665d26f-4078-4117-8c12-73ca2f656457,segment=NetworkSegment(6ddd47b0-ee6d-4525-9d8b-392c14ff073d),segment_id=6ddd47b0-ee6d-4525-9d8b-392c14ff073d)] {{(pid=110039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:32:09.001384 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:09.066684 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce9ac2-fc0b-4cfc-a625-a7fd06623231 None None] Pushing event updated for resources: {'Port': ['ID=9665d26f-4078-4117-8c12-73ca2f656457,revision_number=2']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:10.458565 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 44600) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:32:10.941342 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-23ce3b95-c760-4aaa-b988-d4079c815996 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:32:10.942390 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-23ce3b95-c760-4aaa-b988-d4079c815996 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4826701 Nov 19 16:32:13.515761 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 44608) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:32:13.859064 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-ba62a8bb-2adc-4430-9b34-d9c764b10d11 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:32:13.873478 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-ba62a8bb-2adc-4430-9b34-d9c764b10d11 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3432777 Nov 19 16:32:16.727700 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 44618) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:32:17.172924 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-cddd59af-5a02-4202-9fd8-6930353223ca admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'admin_state_up': True}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:32:17.204083 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-cddd59af-5a02-4202-9fd8-6930353223ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:17.206138 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-cddd59af-5a02-4202-9fd8-6930353223ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:17.355091 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-cddd59af-5a02-4202-9fd8-6930353223ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:17.361369 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-cddd59af-5a02-4202-9fd8-6930353223ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:17.387269 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-cddd59af-5a02-4202-9fd8-6930353223ca admin admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:17.388527 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-cddd59af-5a02-4202-9fd8-6930353223ca admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6597967 Nov 19 16:32:18.464837 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82c6906-98ee-4f85-bf1c-92fee26a2788 None None] Network b3a68793-56df-481b-95e5-961db71f4ff2 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:32:18.537157 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-5bbe8571-b189-451e-a4e7-807544053766 None None] Provisioning complete for port 9665d26f-4078-4117-8c12-73ca2f656457 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:32:18.537546 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-5bbe8571-b189-451e-a4e7-807544053766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:18.679302 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 9665d26f-4078-4117-8c12-73ca2f656457 up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:32:18.758750 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-5bbe8571-b189-451e-a4e7-807544053766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:18.837020 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-5bbe8571-b189-451e-a4e7-807544053766 None None] For port 9665d26f-4078-4117-8c12-73ca2f656457, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=9665d26f-4078-4117-8c12-73ca2f656457,segment=NetworkSegment(6ddd47b0-ee6d-4525-9d8b-392c14ff073d),segment_id=6ddd47b0-ee6d-4525-9d8b-392c14ff073d)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:32:18.851950 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-5bbe8571-b189-451e-a4e7-807544053766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:18.890640 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 9665d26f-4078-4117-8c12-73ca2f656457 triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:32:18.891016 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:18.941838 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe8571-b189-451e-a4e7-807544053766 None None] Pushing event updated for resources: {'Port': ['ID=9665d26f-4078-4117-8c12-73ca2f656457,revision_number=3']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:19.023683 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-d0e0454c-dc7d-4c6b-94f6-654329424843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:19.075763 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-82c76f67-988b-4fef-ba14-b1f4a4d07fc1 None None] Provisioning complete for port 9665d26f-4078-4117-8c12-73ca2f656457 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:32:19.076085 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-82c76f67-988b-4fef-ba14-b1f4a4d07fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:19.988188 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 44632) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:32:20.319146 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-e083bb46-fb2b-44d3-99c9-45b7fa2d9928 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:32:20.320252 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e083bb46-fb2b-44d3-99c9-45b7fa2d9928 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3310285 Nov 19 16:32:20.638872 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 9665d26f-4078-4117-8c12-73ca2f656457 up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:32:20.686080 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 9665d26f-4078-4117-8c12-73ca2f656457 triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:32:20.686446 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:21.424222 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-e676267c-5b5c-4fc8-a0dc-d2f24e8bfae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:22.726792 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:22.829172 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 44650) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:32:22.981594 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-d7c258fc-fb5c-4d1f-9130-b2a66b0a3244 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:32:23.002968 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c258fc-fb5c-4d1f-9130-b2a66b0a3244 admin admin] Made reservation on behalf of 6dbd8a32e9c4461cbb70758c2670d906 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:32:23.005171 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d7c258fc-fb5c-4d1f-9130-b2a66b0a3244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:23.013468 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d7c258fc-fb5c-4d1f-9130-b2a66b0a3244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:23.086273 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d7c258fc-fb5c-4d1f-9130-b2a66b0a3244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:23.091461 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d7c258fc-fb5c-4d1f-9130-b2a66b0a3244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:23.109072 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d7c258fc-fb5c-4d1f-9130-b2a66b0a3244 admin admin] Reserving flat network on physical network physnet1 {{(pid=110037) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 19 16:32:23.123971 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c258fc-fb5c-4d1f-9130-b2a66b0a3244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6557e883-5880-4a81-9784-9d4714a76b44,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:23.130323 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d7c258fc-fb5c-4d1f-9130-b2a66b0a3244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:23.130701 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-d7c258fc-fb5c-4d1f-9130-b2a66b0a3244 admin admin] Added segment 9b77f2b3-c029-45d1-a835-d6f36feb177d of type flat for network 67bab61c-66b4-44e7-81e2-04c30c78e363 Nov 19 16:32:23.180345 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d7c258fc-fb5c-4d1f-9130-b2a66b0a3244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:23.212845 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d7c258fc-fb5c-4d1f-9130-b2a66b0a3244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:23.213841 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c258fc-fb5c-4d1f-9130-b2a66b0a3244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:32:23.214424 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d7c258fc-fb5c-4d1f-9130-b2a66b0a3244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:23.268793 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d7c258fc-fb5c-4d1f-9130-b2a66b0a3244 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4384587 Nov 19 16:32:23.273416 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c258fc-fb5c-4d1f-9130-b2a66b0a3244 admin admin] Pushing event updated for resources: {'Network': ['ID=67bab61c-66b4-44e7-81e2-04c30c78e363,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:23.284158 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:32:24.156382 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:24.935153 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:25.608868 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 44668) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:32:25.776968 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393009dc-5eeb-4794-8c94-7bc14e63767d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:32:25.778440 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-393009dc-5eeb-4794-8c94-7bc14e63767d admin admin] 10.222.0.76 "GET /v2.0/subnets/77077005-b0a7-412f-8b30-c156b8dda27c HTTP/1.1" status: 200 len: 849 time: 0.1686075 Nov 19 16:32:25.901317 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-1bf2efa8-b359-463f-bb79-bae89e6bdd97 admin admin] 10.222.0.76 "GET /v2.0/routers/b474ee18-fcdc-42ff-a40c-44e892aa54c5 HTTP/1.1" status: 200 len: 704 time: 0.1165600 Nov 19 16:32:26.173347 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:26.523352 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_common [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Allocated IP 172.20.0.1 (b3a68793-56df-481b-95e5-961db71f4ff2/77077005-b0a7-412f-8b30-c156b8dda27c/a2bcd9be-9816-48bd-9964-40cdfb22a8c6) {{(pid=110037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:32:26.730963 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:26.801967 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:26.884684 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Network b3a68793-56df-481b-95e5-961db71f4ff2 is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:32:26.889550 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:32:26.901381 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:32:26.901381 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16705781'] for router_interface, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:26.922380 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=a2bcd9be-9816-48bd-9964-40cdfb22a8c6,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:27.144331 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-840fbc76-7ae7-4d37-b2fd-8116fb9da4d9 None None] Provisioning complete for port a2bcd9be-9816-48bd-9964-40cdfb22a8c6 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:32:27.145286 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-840fbc76-7ae7-4d37-b2fd-8116fb9da4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:27.187481 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:27.188444 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-840fbc76-7ae7-4d37-b2fd-8116fb9da4d9 None None] Port a2bcd9be-9816-48bd-9964-40cdfb22a8c6 cannot update to ACTIVE because it is not bound. {{(pid=110039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 16:32:27.409387 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:27.414874 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:27.415639 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16707333'] for router_interface, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:27.494769 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=a2bcd9be-9816-48bd-9964-40cdfb22a8c6,revision_number=2']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:27.543624 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Network b3a68793-56df-481b-95e5-961db71f4ff2 is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:32:27.544999 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:32:27.734682 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Router b474ee18-fcdc-42ff-a40c-44e892aa54c5 is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:32:27.816293 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-52d23c9a-bd4c-406e-9841-4e5d1abd8f4a None None] Provisioning complete for port a2bcd9be-9816-48bd-9964-40cdfb22a8c6 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:32:27.816673 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-52d23c9a-bd4c-406e-9841-4e5d1abd8f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:27.836833 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:32:27.842897 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-3cc631a2-9924-4dc9-8a62-d6bd52951ee9 admin admin] 10.222.0.76 "PUT /v2.0/routers/b474ee18-fcdc-42ff-a40c-44e892aa54c5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9357181 Nov 19 16:32:27.854917 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-52d23c9a-bd4c-406e-9841-4e5d1abd8f4a None None] Port a2bcd9be-9816-48bd-9964-40cdfb22a8c6 cannot update to ACTIVE because it is not bound. {{(pid=110039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 16:32:27.855314 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Sync routers for ids ['b474ee18-fcdc-42ff-a40c-44e892aa54c5'] in dv-neutron-815855-3-hyperv {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:32:27.868341 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Routers {'b474ee18-fcdc-42ff-a40c-44e892aa54c5'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:32:27.869211 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:32:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['b474ee18-fcdc-42ff-a40c-44e892aa54c5'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:32:28.079917 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Set router b474ee18-fcdc-42ff-a40c-44e892aa54c5 gateway port host: None {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:32:28.521363 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b474ee18-fcdc-42ff-a40c-44e892aa54c5', 'name': 'router1', 'tenant_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:32:17Z', 'updated_at': '2021-11-19T16:32:27Z', 'revision_number': 2, 'project_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'gw_port_host': None, '_interfaces': [{'id': 'a2bcd9be-9816-48bd-9964-40cdfb22a8c6', 'name': '', 'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2', 'tenant_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'mac_address': 'fa:16:3e:97:30:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b474ee18-fcdc-42ff-a40c-44e892aa54c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77077005-b0a7-412f-8b30-c156b8dda27c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:32:26Z', 'updated_at': '2021-11-19T16:32:27Z', 'revision_number': 2, 'project_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'subnets': [{'id': '77077005-b0a7-412f-8b30-c156b8dda27c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '196600ba-ebc1-44eb-a021-f366323afbbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:32:28.570874 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Checking router: b474ee18-fcdc-42ff-a40c-44e892aa54c5 for host: dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:32:28.571231 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Updating router b474ee18-fcdc-42ff-a40c-44e892aa54c5 port a2bcd9be-9816-48bd-9964-40cdfb22a8c6 binding host dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:32:28.663351 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:29.193708 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Publish callbacks [] for port, precommit_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:29.202771 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:29.385381 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029cb03-ac91-44c0-9205-8cbf9a9cdcda None None] Pushing event updated for resources: {'Port': ['ID=a2bcd9be-9816-48bd-9964-40cdfb22a8c6,revision_number=3']} {{(pid=110040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:29.391929 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Attempting to bind port a2bcd9be-9816-48bd-9964-40cdfb22a8c6 on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:32:29.392324 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Attempting to bind port a2bcd9be-9816-48bd-9964-40cdfb22a8c6 by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '6ddd47b0-ee6d-4525-9d8b-392c14ff073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2'}] {{(pid=110040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:32:29.392794 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Attempting to bind port a2bcd9be-9816-48bd-9964-40cdfb22a8c6 on network b3a68793-56df-481b-95e5-961db71f4ff2 {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:32:29.403364 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:32:29.403811 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Checking segment: {'id': '6ddd47b0-ee6d-4525-9d8b-392c14ff073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:32:29.404510 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:29.404924 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Bound using segment: {'id': '6ddd47b0-ee6d-4525-9d8b-392c14ff073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2'} {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:32:29.405606 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Bound port: a2bcd9be-9816-48bd-9964-40cdfb22a8c6, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ddd47b0-ee6d-4525-9d8b-392c14ff073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2'}}] {{(pid=110040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:32:29.406096 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:29.411054 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029cb03-ac91-44c0-9205-8cbf9a9cdcda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:29.411537 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029cb03-ac91-44c0-9205-8cbf9a9cdcda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:29.416081 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029cb03-ac91-44c0-9205-8cbf9a9cdcda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:29.416081 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029cb03-ac91-44c0-9205-8cbf9a9cdcda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:29.416081 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029cb03-ac91-44c0-9205-8cbf9a9cdcda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:29.416081 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029cb03-ac91-44c0-9205-8cbf9a9cdcda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:29.416081 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029cb03-ac91-44c0-9205-8cbf9a9cdcda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:29.416081 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029cb03-ac91-44c0-9205-8cbf9a9cdcda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:29.416081 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029cb03-ac91-44c0-9205-8cbf9a9cdcda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:29.416081 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029cb03-ac91-44c0-9205-8cbf9a9cdcda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:29.416081 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029cb03-ac91-44c0-9205-8cbf9a9cdcda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:29.416081 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029cb03-ac91-44c0-9205-8cbf9a9cdcda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029cb03-ac91-44c0-9205-8cbf9a9cdcda None None] Tracked resource versions report: Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: pushed versions: Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: { 'AddressGroup': {'1.2'}, Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'ConntrackHelper': {'1.0'}, Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Log': {'1.0'}, Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Network': {'1.1'}, Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Port': {'1.7'}, Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'PortForwarding': {'1.2'}, Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'QosPolicy': {'1.10'}, Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'SecurityGroup': {'1.5'}, Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'SecurityGroupRule': {'1.2'}, Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'SubPort': {'1.0'}, Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Subnet': {'1.1'}, Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Trunk': {'1.1'}} Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: consumer versions: Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: { DHCP agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: L3 agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: Metadata agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: Metering agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: Open vSwitch agent@dv-neutron-815855-3-hyperv: { 'AddressGroup': '1.2', Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'ConntrackHelper': '1.0', Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Log': '1.0', Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Network': '1.1', Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Port': '1.7', Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'PortForwarding': '1.2', Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'QosPolicy': '1.10', Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'SecurityGroup': '1.5', Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'SecurityGroupRule': '1.2', Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'SubPort': '1.0', Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Subnet': '1.1', Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Trunk': '1.1'}} Nov 19 16:32:29.417572 dv-neutron-815855-3-hyperv neutron-server[110040]: {{(pid=110040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 16:32:29.487478 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-92606374-4306-4328-90b0-bb0b8219ea5c None None] Provisioning complete for port a2bcd9be-9816-48bd-9964-40cdfb22a8c6 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:32:29.488459 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-92606374-4306-4328-90b0-bb0b8219ea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:29.500497 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.db [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] For port a2bcd9be-9816-48bd-9964-40cdfb22a8c6, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:32:29.528424 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.db [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] For port a2bcd9be-9816-48bd-9964-40cdfb22a8c6, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=a2bcd9be-9816-48bd-9964-40cdfb22a8c6,segment=NetworkSegment(6ddd47b0-ee6d-4525-9d8b-392c14ff073d),segment_id=6ddd47b0-ee6d-4525-9d8b-392c14ff073d)] {{(pid=110040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:32:29.534117 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-92606374-4306-4328-90b0-bb0b8219ea5c None None] Port a2bcd9be-9816-48bd-9964-40cdfb22a8c6 cannot update to ACTIVE because it is not bound. {{(pid=110039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 16:32:29.535857 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:29.594402 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Routers {'b474ee18-fcdc-42ff-a40c-44e892aa54c5'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:32:29.595048 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:32:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['b474ee18-fcdc-42ff-a40c-44e892aa54c5'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:32:29.679484 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029cb03-ac91-44c0-9205-8cbf9a9cdcda None None] Pushing event updated for resources: {'Port': ['ID=a2bcd9be-9816-48bd-9964-40cdfb22a8c6,revision_number=4']} {{(pid=110040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:29.708126 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] Set router b474ee18-fcdc-42ff-a40c-44e892aa54c5 gateway port host: None {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:32:29.861779 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-dca3142c-c8b6-445e-a682-cd67ca888dc9 None None] Provisioning complete for port a2bcd9be-9816-48bd-9964-40cdfb22a8c6 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:32:29.862141 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-dca3142c-c8b6-445e-a682-cd67ca888dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:29.955595 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-dca3142c-c8b6-445e-a682-cd67ca888dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:29.990961 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b474ee18-fcdc-42ff-a40c-44e892aa54c5', 'name': 'router1', 'tenant_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:32:17Z', 'updated_at': '2021-11-19T16:32:27Z', 'revision_number': 2, 'project_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'gw_port_host': None, '_interfaces': [{'id': 'a2bcd9be-9816-48bd-9964-40cdfb22a8c6', 'name': '', 'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2', 'tenant_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'mac_address': 'fa:16:3e:97:30:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b474ee18-fcdc-42ff-a40c-44e892aa54c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77077005-b0a7-412f-8b30-c156b8dda27c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:32:26Z', 'updated_at': '2021-11-19T16:32:29Z', 'revision_number': 4, 'project_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'subnets': [{'id': '77077005-b0a7-412f-8b30-c156b8dda27c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '196600ba-ebc1-44eb-a021-f366323afbbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:32:30.003848 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-dca3142c-c8b6-445e-a682-cd67ca888dc9 None None] For port a2bcd9be-9816-48bd-9964-40cdfb22a8c6, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=a2bcd9be-9816-48bd-9964-40cdfb22a8c6,segment=NetworkSegment(6ddd47b0-ee6d-4525-9d8b-392c14ff073d),segment_id=6ddd47b0-ee6d-4525-9d8b-392c14ff073d)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:32:30.014294 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-dca3142c-c8b6-445e-a682-cd67ca888dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:30.024488 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea6fb1-983b-4537-94d3-94f8008f5ce0 None None] The sync data for ids ['b474ee18-fcdc-42ff-a40c-44e892aa54c5'] in dv-neutron-815855-3-hyperv is: [{'id': 'b474ee18-fcdc-42ff-a40c-44e892aa54c5', 'name': 'router1', 'tenant_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:32:17Z', 'updated_at': '2021-11-19T16:32:27Z', 'revision_number': 2, 'project_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'gw_port_host': None, '_interfaces': [{'id': 'a2bcd9be-9816-48bd-9964-40cdfb22a8c6', 'name': '', 'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2', 'tenant_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'mac_address': 'fa:16:3e:97:30:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b474ee18-fcdc-42ff-a40c-44e892aa54c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77077005-b0a7-412f-8b30-c156b8dda27c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:32:26Z', 'updated_at': '2021-11-19T16:32:29Z', 'revision_number': 4, 'project_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'subnets': [{'id': '77077005-b0a7-412f-8b30-c156b8dda27c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '196600ba-ebc1-44eb-a021-f366323afbbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:32:30.097856 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3142c-c8b6-445e-a682-cd67ca888dc9 None None] Pushing event updated for resources: {'Port': ['ID=a2bcd9be-9816-48bd-9964-40cdfb22a8c6,revision_number=5']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:30.310123 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 44678) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:32:30.473346 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4466cbbd-e103-4d7e-9a64-82446b93c1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:32:30.475527 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-4466cbbd-e103-4d7e-9a64-82446b93c1eb admin admin] 10.222.0.76 "GET /v2.0/networks/67bab61c-66b4-44e7-81e2-04c30c78e363 HTTP/1.1" status: 200 len: 842 time: 0.1639802 Nov 19 16:32:30.487464 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-6ca223f0-f80a-4e69-b13d-0446b238114e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'name': 'public-subnet', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'ip_version': 4}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:32:30.523254 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca223f0-f80a-4e69-b13d-0446b238114e admin admin] Made reservation on behalf of 6dbd8a32e9c4461cbb70758c2670d906 for: {'subnet': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:32:30.525651 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6ca223f0-f80a-4e69-b13d-0446b238114e admin admin] Publish callbacks [] for subnet, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:30.917640 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.objects.ports [None req-6ca223f0-f80a-4e69-b13d-0446b238114e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 16:32:30.918026 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6ca223f0-f80a-4e69-b13d-0446b238114e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for subnet, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:30.974449 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca223f0-f80a-4e69-b13d-0446b238114e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae0bcaf9-db63-4094-92a8-37194fde08f5,revision_number=0']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:30.983610 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca223f0-f80a-4e69-b13d-0446b238114e admin admin] Checking segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:32:30.983961 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca223f0-f80a-4e69-b13d-0446b238114e admin admin] Network hostable DHCP agents. Network: 67bab61c-66b4-44e7-81e2-04c30c78e363, hostable agents: ['42275ece-0293-4067-adc1-7970661640fa'], hosted agents: [] {{(pid=110038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 16:32:31.000501 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca223f0-f80a-4e69-b13d-0446b238114e admin admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is scheduled to be hosted by DHCP agent 42275ece-0293-4067-adc1-7970661640fa with binding_index 1 {{(pid=110038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 16:32:31.009602 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-6ca223f0-f80a-4e69-b13d-0446b238114e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-815855-3-hyperv, 67bab61c-66b4-44e7-81e2-04c30c78e363) {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:32:31.013633 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca223f0-f80a-4e69-b13d-0446b238114e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:32:31.014237 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6ca223f0-f80a-4e69-b13d-0446b238114e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for subnet, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:31.023089 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a3c0c4-7794-45a4-85b5-9f9fca544c09 None None] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:32:31.033961 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-6ca223f0-f80a-4e69-b13d-0446b238114e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5509584 Nov 19 16:32:31.172396 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2be4498-7576-4a7e-b48d-91d959a6fd16 None None] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:32:32.098088 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 5 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:32:33.466306 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 44686) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:32:33.718458 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-5b084018-e490-4a49-be6b-5e13b37c2106 admin admin] 10.222.0.76 "GET /v2.0/routers/b474ee18-fcdc-42ff-a40c-44e892aa54c5 HTTP/1.1" status: 200 len: 710 time: 0.2509639 Nov 19 16:32:33.822208 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61230c6c-9a26-411e-b734-8364f847845a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:32:33.823598 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-61230c6c-9a26-411e-b734-8364f847845a admin admin] 10.222.0.76 "GET /v2.0/networks/67bab61c-66b4-44e7-81e2-04c30c78e363 HTTP/1.1" status: 200 len: 886 time: 0.0988860 Nov 19 16:32:33.833717 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:32:34.102180 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:34.352300 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:34.436348 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:34.659863 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_common [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Allocated IP 172.26.3.96 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/b89ff438-f43c-4258-9a4d-85b8bdd61f0b) {{(pid=110038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:32:34.791498 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:34.855815 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:34.934331 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:32:34.939057 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:32:34.948318 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:32:34.951538 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Pushing event updated for resources: {'Port': ['ID=b89ff438-f43c-4258-9a4d-85b8bdd61f0b,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:35.244895 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:35.449045 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16704999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16716982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44856'] for router, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:35.454788 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16705000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16704977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16716991'] for router, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:35.581241 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Router b474ee18-fcdc-42ff-a40c-44e892aa54c5 has already been hosted by L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd {{(pid=110038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 16:32:35.693504 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:32:35.699886 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:35.701089 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ffe42532-dad8-481e-a265-f4e10689400e admin admin] 10.222.0.76 "PUT /v2.0/routers/b474ee18-fcdc-42ff-a40c-44e892aa54c5 HTTP/1.1" status: 200 len: 889 time: 1.8709538 Nov 19 16:32:36.683316 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device a2bcd9be-9816-48bd-9964-40cdfb22a8c6 up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:32:36.745559 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port a2bcd9be-9816-48bd-9964-40cdfb22a8c6 triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:32:36.745919 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:37.179156 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Sync routers for ids ['b474ee18-fcdc-42ff-a40c-44e892aa54c5'] in dv-neutron-815855-3-hyperv {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:32:37.191482 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Routers {'b474ee18-fcdc-42ff-a40c-44e892aa54c5'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:32:37.192255 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:32:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['b474ee18-fcdc-42ff-a40c-44e892aa54c5'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:32:37.435233 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Set router b474ee18-fcdc-42ff-a40c-44e892aa54c5 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:32:37.966972 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b474ee18-fcdc-42ff-a40c-44e892aa54c5', 'name': 'router1', 'tenant_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b89ff438-f43c-4258-9a4d-85b8bdd61f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:32:17Z', 'updated_at': '2021-11-19T16:32:35Z', 'revision_number': 4, 'project_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'gw_port': {'id': 'b89ff438-f43c-4258-9a4d-85b8bdd61f0b', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b474ee18-fcdc-42ff-a40c-44e892aa54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:32:34Z', 'updated_at': '2021-11-19T16:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': 'a2bcd9be-9816-48bd-9964-40cdfb22a8c6', 'name': '', 'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2', 'tenant_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'mac_address': 'fa:16:3e:97:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b474ee18-fcdc-42ff-a40c-44e892aa54c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77077005-b0a7-412f-8b30-c156b8dda27c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:32:26Z', 'updated_at': '2021-11-19T16:32:29Z', 'revision_number': 5, 'project_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'subnets': [{'id': '77077005-b0a7-412f-8b30-c156b8dda27c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '196600ba-ebc1-44eb-a021-f366323afbbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:32:38.024357 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Checking router: b474ee18-fcdc-42ff-a40c-44e892aa54c5 for host: dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:32:38.024750 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Updating router b474ee18-fcdc-42ff-a40c-44e892aa54c5 port b89ff438-f43c-4258-9a4d-85b8bdd61f0b binding host dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:32:38.078860 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:38.337075 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 44698) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:32:38.436176 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Publish callbacks [] for port, precommit_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:38.441880 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:38.459922 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-2183e987-e32e-435d-8527-477f617fe500 admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1214495 Nov 19 16:32:38.495705 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Attempting to bind port b89ff438-f43c-4258-9a4d-85b8bdd61f0b on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:32:38.496072 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Attempting to bind port b89ff438-f43c-4258-9a4d-85b8bdd61f0b by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:32:38.496418 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Attempting to bind port b89ff438-f43c-4258-9a4d-85b8bdd61f0b on network 67bab61c-66b4-44e7-81e2-04c30c78e363 {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:32:38.499023 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8a0bb-01c6-4eaa-9e5c-1323be99ea5d None None] Pushing event updated for resources: {'Port': ['ID=b89ff438-f43c-4258-9a4d-85b8bdd61f0b,revision_number=2']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:38.505401 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:32:38.505805 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Checking segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:32:38.506214 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:38.506608 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Bound using segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:32:38.507362 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Bound port: b89ff438-f43c-4258-9a4d-85b8bdd61f0b, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:32:38.507781 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:38.569218 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] For port b89ff438-f43c-4258-9a4d-85b8bdd61f0b, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:32:38.573536 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] For port b89ff438-f43c-4258-9a4d-85b8bdd61f0b, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=b89ff438-f43c-4258-9a4d-85b8bdd61f0b,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:32:38.578861 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:38.646189 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Routers {'b474ee18-fcdc-42ff-a40c-44e892aa54c5'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:32:38.646846 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:32:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['b474ee18-fcdc-42ff-a40c-44e892aa54c5'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:32:38.648992 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8a0bb-01c6-4eaa-9e5c-1323be99ea5d None None] Pushing event updated for resources: {'Port': ['ID=b89ff438-f43c-4258-9a4d-85b8bdd61f0b,revision_number=3']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:38.771707 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] Set router b474ee18-fcdc-42ff-a40c-44e892aa54c5 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:32:39.003355 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b474ee18-fcdc-42ff-a40c-44e892aa54c5', 'name': 'router1', 'tenant_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b89ff438-f43c-4258-9a4d-85b8bdd61f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:32:17Z', 'updated_at': '2021-11-19T16:32:35Z', 'revision_number': 4, 'project_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'gw_port': {'id': 'b89ff438-f43c-4258-9a4d-85b8bdd61f0b', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b474ee18-fcdc-42ff-a40c-44e892aa54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:32:34Z', 'updated_at': '2021-11-19T16:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': 'a2bcd9be-9816-48bd-9964-40cdfb22a8c6', 'name': '', 'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2', 'tenant_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'mac_address': 'fa:16:3e:97:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b474ee18-fcdc-42ff-a40c-44e892aa54c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77077005-b0a7-412f-8b30-c156b8dda27c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:32:26Z', 'updated_at': '2021-11-19T16:32:29Z', 'revision_number': 5, 'project_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'subnets': [{'id': '77077005-b0a7-412f-8b30-c156b8dda27c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '196600ba-ebc1-44eb-a021-f366323afbbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:32:39.029666 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241a240-122b-49bf-a41b-b15066947ecb None None] The sync data for ids ['b474ee18-fcdc-42ff-a40c-44e892aa54c5'] in dv-neutron-815855-3-hyperv is: [{'id': 'b474ee18-fcdc-42ff-a40c-44e892aa54c5', 'name': 'router1', 'tenant_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b89ff438-f43c-4258-9a4d-85b8bdd61f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:32:17Z', 'updated_at': '2021-11-19T16:32:35Z', 'revision_number': 4, 'project_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'gw_port': {'id': 'b89ff438-f43c-4258-9a4d-85b8bdd61f0b', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b474ee18-fcdc-42ff-a40c-44e892aa54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:32:34Z', 'updated_at': '2021-11-19T16:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': 'a2bcd9be-9816-48bd-9964-40cdfb22a8c6', 'name': '', 'network_id': 'b3a68793-56df-481b-95e5-961db71f4ff2', 'tenant_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'mac_address': 'fa:16:3e:97:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b474ee18-fcdc-42ff-a40c-44e892aa54c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77077005-b0a7-412f-8b30-c156b8dda27c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:32:26Z', 'updated_at': '2021-11-19T16:32:29Z', 'revision_number': 5, 'project_id': '4ef7896e8ada4bbbb99a26696c6e176c', 'subnets': [{'id': '77077005-b0a7-412f-8b30-c156b8dda27c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '196600ba-ebc1-44eb-a021-f366323afbbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:32:40.749428 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device b89ff438-f43c-4258-9a4d-85b8bdd61f0b up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:32:40.809064 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port b89ff438-f43c-4258-9a4d-85b8bdd61f0b triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:32:40.809563 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:40.921095 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:40.947352 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] For port b89ff438-f43c-4258-9a4d-85b8bdd61f0b, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=b89ff438-f43c-4258-9a4d-85b8bdd61f0b,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:32:40.953226 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:41.033941 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Pushing event updated for resources: {'Port': ['ID=b89ff438-f43c-4258-9a4d-85b8bdd61f0b,revision_number=4']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:32:42.700778 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device b89ff438-f43c-4258-9a4d-85b8bdd61f0b up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:32:42.761574 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port b89ff438-f43c-4258-9a4d-85b8bdd61f0b triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:32:42.762353 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:49.034295 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-e62ce657-1d80-4309-bad5-9f5b83138b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:51.429078 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-63e65ddb-98bd-44d3-b752-36a7129dc449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:52.739893 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:54.178037 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:32:54.899641 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:33:09.099842 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 5 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:33:19.027960 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5598-a359-428c-8b71-497927f479ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:33:21.437607 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-ce0ab91d-24f1-47da-b607-c01baee1a2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:33:22.728791 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:33:24.170497 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:33:24.887598 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:33:46.098477 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 5 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:33:49.024161 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-d1d7ba66-de60-41d3-89b5-bf09f3b6c205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:33:51.434329 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6cbc87a9-b935-4c2a-bfde-75a16f9699f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:33:52.737145 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:33:54.165771 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:33:54.890026 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:34:06.083034 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45214) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:34:06.161910 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.pecan_wsgi.hooks.translation [None req-738db9a7-ac7e-4c33-8d85-70402e0c441b admin admin] GET failed (client error): The resource could not be found. Nov 19 16:34:06.163235 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-738db9a7-ac7e-4c33-8d85-70402e0c441b admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0789592 Nov 19 16:34:06.362600 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fdec82-75b4-4bde-92ab-5c50ada09878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:34:06.364108 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-a7fdec82-75b4-4bde-92ab-5c50ada09878 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1953082 Nov 19 16:34:08.731836 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45224) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:34:08.834919 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca4e1c-787b-4eee-86c0-0adcde24f4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:34:08.836309 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-13ca4e1c-787b-4eee-86c0-0adcde24f4f2 admin admin] 10.222.0.76 "GET /v2.0/subnets/77077005-b0a7-412f-8b30-c156b8dda27c HTTP/1.1" status: 200 len: 849 time: 0.1035216 Nov 19 16:34:08.851806 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:34:08.954023 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Publish callbacks [] for subnet, before_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:34:09.120755 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785364188142'] for subnet, after_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:34:09.158543 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:34:09.159213 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for subnet, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:34:09.161541 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] 10.222.0.76 "PUT /v2.0/subnets/77077005-b0a7-412f-8b30-c156b8dda27c HTTP/1.1" status: 200 len: 868 time: 0.3142338 Nov 19 16:34:09.165789 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a6a515-747d-495c-986e-b85ad4ce2abe None None] Network b3a68793-56df-481b-95e5-961db71f4ff2 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:34:09.187505 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Pushing event updated for resources: {'Subnet': ['ID=77077005-b0a7-412f-8b30-c156b8dda27c,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:34:09.195971 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:34:09.196311 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:34:09.196656 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:34:09.196986 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:34:09.197373 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:34:09.197751 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:34:09.198095 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:34:09.198471 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:34:09.198799 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:34:09.199129 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:34:09.199505 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:34:09.199830 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2194565-1f8c-4973-8ba8-81066d22262a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:34:09.674545 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-4cb8e132-e945-4966-9e3b-e7a8de38daa8 None None] Provisioning complete for port a2bcd9be-9816-48bd-9964-40cdfb22a8c6 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:34:09.674821 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-4cb8e132-e945-4966-9e3b-e7a8de38daa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:34:09.777741 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-4cb8e132-e945-4966-9e3b-e7a8de38daa8 None None] Provisioning complete for port 9665d26f-4078-4117-8c12-73ca2f656457 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:34:09.777741 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-4cb8e132-e945-4966-9e3b-e7a8de38daa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:34:11.617228 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45232) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:34:11.907379 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a940b9-0865-4164-9571-b6e5438fbc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:34:11.907756 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a940b9-0865-4164-9571-b6e5438fbc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:34:11.909300 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b6a940b9-0865-4164-9571-b6e5438fbc17 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2910676 Nov 19 16:34:14.231933 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45240) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:34:14.446191 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88817a14-8dea-4140-b83b-014dd519dbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:34:14.446595 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88817a14-8dea-4140-b83b-014dd519dbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:34:14.448260 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-88817a14-8dea-4140-b83b-014dd519dbfc admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2151456 Nov 19 16:34:16.801651 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45250) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:34:16.957901 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101f25cb-bc88-40cb-989d-4bc2dac3fce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:34:16.961262 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-101f25cb-bc88-40cb-989d-4bc2dac3fce6 admin admin] 10.222.0.76 "GET /v2.0/networks/67bab61c-66b4-44e7-81e2-04c30c78e363 HTTP/1.1" status: 200 len: 886 time: 0.1566355 Nov 19 16:34:19.027548 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4754-3f49-4dea-9711-cda5fc076f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:34:19.398594 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45258) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:34:19.567124 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ebf270-d5f0-4489-9641-1a09f93f3df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:34:19.568447 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d4ebf270-d5f0-4489-9641-1a09f93f3df9 admin admin] 10.222.0.76 "GET /v2.0/networks/b3a68793-56df-481b-95e5-961db71f4ff2 HTTP/1.1" status: 200 len: 869 time: 0.1688662 Nov 19 16:34:21.428077 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-e51cef36-3d0a-4de4-bef5-45e80a9b8a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:34:21.934239 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45266) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:34:22.072731 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ac359-f276-49e4-ba78-4dc6f270d4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:34:22.073182 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ac359-f276-49e4-ba78-4dc6f270d4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:34:22.074791 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-fd6ac359-f276-49e4-ba78-4dc6f270d4e2 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1395769 Nov 19 16:34:22.742917 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:34:23.096840 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 5 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:34:24.170680 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:34:24.465325 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45274) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:34:24.622827 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab8c437-0a49-4b4a-a8ab-6b007c5ec045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:34:24.623270 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab8c437-0a49-4b4a-a8ab-6b007c5ec045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:34:24.625248 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-9ab8c437-0a49-4b4a-a8ab-6b007c5ec045 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1585534 Nov 19 16:34:24.893379 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:34:27.090914 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45282) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:34:27.191028 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf91f0e-48c0-4d7a-bfd9-3f39b024db11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:34:27.192437 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-ccf91f0e-48c0-4d7a-bfd9-3f39b024db11 admin admin] 10.222.0.76 "GET /v2.0/subnets/77077005-b0a7-412f-8b30-c156b8dda27c HTTP/1.1" status: 200 len: 868 time: 0.1005619 Nov 19 16:34:29.547918 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45290) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:34:29.717070 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c9148d-ca2f-4fca-bf8f-8601bb134ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:34:29.718597 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-06c9148d-ca2f-4fca-bf8f-8601bb134ae9 admin admin] 10.222.0.76 "GET /v2.0/subnets/ae0bcaf9-db63-4094-92a8-37194fde08f5 HTTP/1.1" status: 200 len: 816 time: 0.1695759 Nov 19 16:34:49.032092 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-05d4d7ea-f9ab-42e8-ad0c-7667eebe8887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:34:51.433952 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-11ee6304-75c5-4820-9f24-fcd76e46604e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:34:52.741015 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:34:54.185249 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:34:54.894067 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:34:55.660859 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45344) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:34:55.715883 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-89919186-2792-4996-a157-3f4908326b79 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:34:55.718510 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-89919186-2792-4996-a157-3f4908326b79 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0549593 Nov 19 16:34:58.227230 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45352) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:34:58.311109 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.pecan_wsgi.hooks.translation [None req-729cef54-5df1-4513-85d3-57d97814b617 admin admin] GET failed (client error): The resource could not be found. Nov 19 16:34:58.312753 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-729cef54-5df1-4513-85d3-57d97814b617 admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0841205 Nov 19 16:34:58.408078 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1fe649-b3a8-40f1-8ffe-e698106ec5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:34:58.409509 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6f1fe649-b3a8-40f1-8ffe-e698106ec5bd admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0918832 Nov 19 16:35:00.096444 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 5 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:35:00.854012 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45360) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:35:00.916577 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:35:00.943982 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Made reservation on behalf of 6dbd8a32e9c4461cbb70758c2670d906 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:35:00.947081 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:00.992788 dv-neutron-815855-3-hyperv neutron-server[110038]: WARNING neutron.services.revisions.revision_plugin [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Could not find related network for resource to bump revision. Nov 19 16:35:01.011807 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:35:01.025518 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785364225172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:01.026061 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Unsubscribe: segment precommit_create {{(pid=110038) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 16:35:01.026528 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Added segment d789c473-f2cf-4b1e-9ea2-1ba67d550727 of type vlan for network 683e4128-8123-40c7-99e2-bf005c17e273 Nov 19 16:35:01.083507 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:01.118287 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:01.119580 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:35:01.120377 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:01.196257 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3405955 Nov 19 16:35:01.228052 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Pushing event updated for resources: {'Network': ['ID=683e4128-8123-40c7-99e2-bf005c17e273,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:35:01.238886 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:01.240106 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:01.240610 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:01.241111 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:01.241665 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:01.242158 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:01.242677 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:01.243211 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:01.243700 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:01.244250 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:01.244719 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:01.245221 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a2d08-3f03-4ca8-b853-709b8ccf7d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:01.265066 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network 683e4128-8123-40c7-99e2-bf005c17e273 details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:35:03.668609 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45368) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:35:03.735531 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c09267-b7dd-4a87-b9e7-52e22eea6961 admin admin] GET failed (client error): The resource could not be found. Nov 19 16:35:03.736861 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-95c09267-b7dd-4a87-b9e7-52e22eea6961 admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0672834 Nov 19 16:35:03.825422 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff64023-34e2-4d0e-9570-31b2f304e2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:35:03.827026 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-2ff64023-34e2-4d0e-9570-31b2f304e2d8 admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0785904 Nov 19 16:35:03.842833 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-cdaebbc2-339a-41c4-805c-dc425c2df559 admin admin] Request body: {'subnet': {'network_id': '683e4128-8123-40c7-99e2-bf005c17e273', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:35:03.869706 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaebbc2-339a-41c4-805c-dc425c2df559 admin admin] Made reservation on behalf of 6dbd8a32e9c4461cbb70758c2670d906 for: {'subnet': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:35:03.871780 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-cdaebbc2-339a-41c4-805c-dc425c2df559 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:04.086899 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-cdaebbc2-339a-41c4-805c-dc425c2df559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for subnet, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:04.137743 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaebbc2-339a-41c4-805c-dc425c2df559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a28bbbae-4806-4696-b028-c872d93c2e5b,revision_number=0']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:35:04.155874 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaebbc2-339a-41c4-805c-dc425c2df559 admin admin] Checking segment: {'id': 'd789c473-f2cf-4b1e-9ea2-1ba67d550727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '683e4128-8123-40c7-99e2-bf005c17e273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:35:04.156236 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaebbc2-339a-41c4-805c-dc425c2df559 admin admin] Network hostable DHCP agents. Network: 683e4128-8123-40c7-99e2-bf005c17e273, hostable agents: ['42275ece-0293-4067-adc1-7970661640fa'], hosted agents: [] {{(pid=110037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 16:35:04.181965 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaebbc2-339a-41c4-805c-dc425c2df559 admin admin] Network 683e4128-8123-40c7-99e2-bf005c17e273 is scheduled to be hosted by DHCP agent 42275ece-0293-4067-adc1-7970661640fa with binding_index 1 {{(pid=110037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 16:35:04.194872 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-cdaebbc2-339a-41c4-805c-dc425c2df559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-815855-3-hyperv, 683e4128-8123-40c7-99e2-bf005c17e273) {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:35:04.201764 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaebbc2-339a-41c4-805c-dc425c2df559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:35:04.202067 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-cdaebbc2-339a-41c4-805c-dc425c2df559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for subnet, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:04.205902 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f22b77-89ec-4a01-ae9f-bec1ece35d8c None None] Network 683e4128-8123-40c7-99e2-bf005c17e273 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:35:04.227366 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-cdaebbc2-339a-41c4-805c-dc425c2df559 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3880420 Nov 19 16:35:04.548646 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e6ca959-6359-5e0f-b29a-c93eb5d0f30b-683e4128-8123-40c7-99e2-bf005c17e273', 'network_id': '683e4128-8123-40c7-99e2-bf005c17e273', 'tenant_id': '6dbd8a32e9c4461cbb70758c2670d906', 'fixed_ips': [{'subnet_id': 'a28bbbae-4806-4696-b028-c872d93c2e5b'}]}} from dv-neutron-815855-3-hyperv. {{(pid=110039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 16:35:04.550060 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:04.725560 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.db_base_plugin_common [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Allocated IP 192.168.233.2 (683e4128-8123-40c7-99e2-bf005c17e273/a28bbbae-4806-4696-b028-c872d93c2e5b/52eb1d01-c982-4501-baee-d16f5c1b2652) {{(pid=110039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:35:04.926053 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Publish callbacks [] for port, precommit_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:04.935003 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:04.995455 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Network 683e4128-8123-40c7-99e2-bf005c17e273 is already hosted by enough agents. {{(pid=110039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:35:04.999983 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.scheduler.base_scheduler [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Resources bound (agent type, host, resource id): {{(pid=110039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:35:05.002742 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Received port after_create {{(pid=110039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:35:05.012429 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Pushing event updated for resources: {'Port': ['ID=52eb1d01-c982-4501-baee-d16f5c1b2652,revision_number=1']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:35:05.025207 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:05.025207 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:05.025207 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:05.025207 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:05.025207 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:05.025207 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:05.026168 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:05.026168 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:05.026168 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:05.026567 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:05.026651 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:05.026945 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:35:05.084242 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Attempting to bind port 52eb1d01-c982-4501-baee-d16f5c1b2652 on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:35:05.084824 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Attempting to bind port 52eb1d01-c982-4501-baee-d16f5c1b2652 by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': 'd789c473-f2cf-4b1e-9ea2-1ba67d550727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '683e4128-8123-40c7-99e2-bf005c17e273'}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:35:05.085194 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Attempting to bind port 52eb1d01-c982-4501-baee-d16f5c1b2652 on network 683e4128-8123-40c7-99e2-bf005c17e273 {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:35:05.090942 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:35:05.091318 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Checking segment: {'id': 'd789c473-f2cf-4b1e-9ea2-1ba67d550727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '683e4128-8123-40c7-99e2-bf005c17e273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:35:05.091719 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:05.092109 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Bound using segment: {'id': 'd789c473-f2cf-4b1e-9ea2-1ba67d550727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '683e4128-8123-40c7-99e2-bf005c17e273'} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:35:05.092588 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Bound port: 52eb1d01-c982-4501-baee-d16f5c1b2652, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd789c473-f2cf-4b1e-9ea2-1ba67d550727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '683e4128-8123-40c7-99e2-bf005c17e273'}}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:35:05.092985 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:05.169203 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] For port 52eb1d01-c982-4501-baee-d16f5c1b2652, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:35:05.174422 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] For port 52eb1d01-c982-4501-baee-d16f5c1b2652, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=52eb1d01-c982-4501-baee-d16f5c1b2652,segment=NetworkSegment(d789c473-f2cf-4b1e-9ea2-1ba67d550727),segment_id=d789c473-f2cf-4b1e-9ea2-1ba67d550727)] {{(pid=110039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:35:05.183139 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:05.270039 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b8aac-d084-4bd5-87e9-d16e3fdc7d8b None None] Pushing event updated for resources: {'Port': ['ID=52eb1d01-c982-4501-baee-d16f5c1b2652,revision_number=2']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:35:06.280157 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d9830-296b-47d5-aab3-c9aabb190611 None None] Network 683e4128-8123-40c7-99e2-bf005c17e273 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:35:06.355419 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-6f88c318-4cf1-40b8-a42f-aaac2403f300 None None] Provisioning complete for port 52eb1d01-c982-4501-baee-d16f5c1b2652 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:35:06.355985 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6f88c318-4cf1-40b8-a42f-aaac2403f300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:06.522364 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6f88c318-4cf1-40b8-a42f-aaac2403f300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:06.562256 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-6f88c318-4cf1-40b8-a42f-aaac2403f300 None None] For port 52eb1d01-c982-4501-baee-d16f5c1b2652, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=52eb1d01-c982-4501-baee-d16f5c1b2652,segment=NetworkSegment(d789c473-f2cf-4b1e-9ea2-1ba67d550727),segment_id=d789c473-f2cf-4b1e-9ea2-1ba67d550727)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:35:06.569945 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6f88c318-4cf1-40b8-a42f-aaac2403f300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:06.636784 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88c318-4cf1-40b8-a42f-aaac2403f300 None None] Pushing event updated for resources: {'Port': ['ID=52eb1d01-c982-4501-baee-d16f5c1b2652,revision_number=3']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:35:06.818185 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-3d36b4c2-fbea-44fc-8ae1-050a67ce35f2 None None] Provisioning complete for port 52eb1d01-c982-4501-baee-d16f5c1b2652 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:35:06.818185 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-3d36b4c2-fbea-44fc-8ae1-050a67ce35f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:06.824617 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 52eb1d01-c982-4501-baee-d16f5c1b2652 up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:35:06.942702 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 52eb1d01-c982-4501-baee-d16f5c1b2652 triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:35:06.943263 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:19.037184 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-e38ff4fe-0bb0-4dfc-8ed5-1cb6dca4cf3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:21.430062 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-3df8bcfd-76cc-4533-8c19-6103374f256d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:22.749354 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:24.184510 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:24.895641 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:37.094886 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 5 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:35:49.041714 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-e5804ce7-3555-440d-aa59-8e5b38208643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:51.427269 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-38e2fba8-db43-41f9-941b-bde600b89ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:52.748306 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:54.192256 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:35:54.895395 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:14.094275 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 5 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:36:19.047546 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-ee6725af-5341-4ee6-8675-15c00866f245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:19.868777 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45412) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:36:19.875452 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-94aed36d-1c1e-4032-befc-9f2a78293f43 tempest-verify_tempest_config-702628988 tempest-verify_tempest_config-702628988-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:36:19.876551 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-94aed36d-1c1e-4032-befc-9f2a78293f43 tempest-verify_tempest_config-702628988 tempest-verify_tempest_config-702628988-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063162 Nov 19 16:36:20.207222 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45430) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:36:20.349178 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:20.451331 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:20.455904 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:20.503933 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b9c3fa-97ca-408a-9030-32ef347b6a1b,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:36:20.507621 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a4e95963ffc04b508c7a6d4cbc2db488&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2993054 Nov 19 16:36:20.510599 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45434) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:36:20.513275 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.513650 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.513994 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.514332 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.514664 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.515009 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.515343 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.515668 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.515992 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.516325 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.516648 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.516974 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6733c5-e5ed-48ec-9878-3527abb74343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.573706 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:20.595483 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:20.692699 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:20.697597 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:20.699371 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/31b9c3fa-97ca-408a-9030-32ef347b6a1b HTTP/1.1" status: 204 len: 168 time: 0.1875689 Nov 19 16:36:20.712176 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b9c3fa-97ca-408a-9030-32ef347b6a1b,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:36:20.720037 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.720391 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.720732 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.721069 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.721410 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.721775 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.722290 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.722710 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.723044 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.723374 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.723699 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:20.724014 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca180bb1-44de-4f59-b55f-4e63b4c192cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:36:21.436257 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-d7721701-1ef1-4389-9ba1-02bc8280ea5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:22.756016 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:24.185373 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:24.894724 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:49.059072 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b96e84f4-be70-4773-902d-ede28bcfb639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:51.092791 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 5 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:36:51.433850 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-1b351cf5-92d2-4be3-9052-800a358638c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:52.754050 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:54.196147 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:36:54.899988 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:37:19.058529 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-25f8ea28-08e7-4763-a5d4-dd4b070e2ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:37:21.429281 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c4963dbb-19ed-43ee-87d0-66feb08c4aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:37:22.758054 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:37:24.194927 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:37:24.902155 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:37:28.091719 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 5 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:37:44.400374 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16707537'] for agent, after_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:37:49.053856 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-33c08103-0351-48ee-940e-897486be8207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:37:51.432729 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-e0b48191-b237-4927-adab-4f8cebd41618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:37:52.761593 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:37:54.203351 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:37:54.898775 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:37:58.885883 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45508) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:37:59.030882 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-5ff00a84-6c49-4580-91e3-3c355fd2e6c1 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1437414 Nov 19 16:38:01.493860 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45518) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:38:01.560340 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-26b81a2e-0dc2-475d-bc46-9551d3e18a3e admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0652144 Nov 19 16:38:05.093028 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 6 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:38:14.359499 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:38:19.059661 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-0be20985-3b18-4e0c-ba72-489a3085d269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:38:21.435838 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f42476e6-e2d3-4d19-ae75-089fa2680dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:38:22.764043 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:38:24.200690 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:38:24.898475 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:38:42.096502 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 6 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:38:44.397717 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:38:49.057610 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-3b321910-0d4b-4849-9ce7-beb208e5ed5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:38:51.440366 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-aa24f22f-2d60-40d3-a7aa-2504703dc2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:38:52.765858 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:38:54.204915 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:38:54.894863 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:14.402480 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:17.574545 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45620) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:17.927639 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1694727610-network', 'tenant_id': '1b4baf3eb65740df9cbdcca5db94df04'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:17.953185 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Made reservation on behalf of 1b4baf3eb65740df9cbdcca5db94df04 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:17.957052 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:17.966258 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:17.973735 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45646) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:18.058123 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:18.063801 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:18.098272 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:18.100501 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56625d13-aee4-4ec9-bfad-a5a2ac10e71d,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:18.114683 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.114683 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.114683 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.114683 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.114683 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.114683 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.114683 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.114683 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.114683 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Tracked resource versions report: Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: pushed versions: Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: { 'AddressGroup': {'1.2'}, Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'ConntrackHelper': {'1.0'}, Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Log': {'1.0'}, Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Network': {'1.1'}, Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Port': {'1.7'}, Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'PortForwarding': {'1.2'}, Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'QosPolicy': {'1.10'}, Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'SecurityGroup': {'1.5'}, Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'SecurityGroupRule': {'1.2'}, Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'SubPort': {'1.0'}, Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Subnet': {'1.1'}, Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Trunk': {'1.1'}} Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: consumer versions: Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: { DHCP agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: HyperV agent@hv-neutron-8158: {}, Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: L3 agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: Metadata agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: Metering agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: Open vSwitch agent@dv-neutron-815855-3-hyperv: { 'AddressGroup': '1.2', Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'ConntrackHelper': '1.0', Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Log': '1.0', Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Network': '1.1', Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Port': '1.7', Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'PortForwarding': '1.2', Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'QosPolicy': '1.10', Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'SecurityGroup': '1.5', Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'SecurityGroupRule': '1.2', Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'SubPort': '1.0', Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Subnet': '1.1', Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: 'Trunk': '1.1'}} Nov 19 16:39:18.116739 dv-neutron-815855-3-hyperv neutron-server[110038]: {{(pid=110038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 16:39:18.132419 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:18.132907 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Added segment 4eaf0ae0-db4e-4579-ab81-6f38317ef32e of type vlan for network b524baa2-c6d4-4a3a-8c2b-6953e1f359ed Nov 19 16:39:18.186312 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:18.216962 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:18.218008 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:18.218635 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:18.287765 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45664) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:18.291658 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7154622 Nov 19 16:39:18.293812 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Request body: {'subnet': {'network_id': 'b524baa2-c6d4-4a3a-8c2b-6953e1f359ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1694727610-subnet', 'tenant_id': '1b4baf3eb65740df9cbdcca5db94df04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:18.311500 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfcc15-5750-4f4a-b469-cf5da642ae1b admin admin] Pushing event updated for resources: {'Network': ['ID=b524baa2-c6d4-4a3a-8c2b-6953e1f359ed,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:18.339222 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Made reservation on behalf of 1b4baf3eb65740df9cbdcca5db94df04 for: {'subnet': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:18.340074 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network b524baa2-c6d4-4a3a-8c2b-6953e1f359ed details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:39:18.348345 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:18.484077 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-706c7bea-a55a-413b-9bf2-18494391f989 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1263007321-network', 'tenant_id': '8dc553179f4649269b563abe7ef3a76c'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:18.558588 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706c7bea-a55a-413b-9bf2-18494391f989 admin admin] Made reservation on behalf of 8dc553179f4649269b563abe7ef3a76c for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:18.561225 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-706c7bea-a55a-413b-9bf2-18494391f989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:18.575869 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-706c7bea-a55a-413b-9bf2-18494391f989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:18.653221 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for subnet, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:18.750651 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=149027da-92fe-4ff4-a181-e59bc17a34bb,revision_number=0']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:18.774802 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.775144 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.775685 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.776066 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.776555 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.777071 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.777607 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.777963 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.778301 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.778628 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.779121 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.779599 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Tracked resource versions report: Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: pushed versions: Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: { 'AddressGroup': {'1.2'}, Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'ConntrackHelper': {'1.0'}, Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Log': {'1.0'}, Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Network': {'1.1'}, Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Port': {'1.7'}, Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'PortForwarding': {'1.2'}, Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'QosPolicy': {'1.10'}, Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'SecurityGroup': {'1.5'}, Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'SecurityGroupRule': {'1.2'}, Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'SubPort': {'1.0'}, Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Subnet': {'1.1'}, Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Trunk': {'1.1'}} Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: consumer versions: Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: { DHCP agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: HyperV agent@hv-neutron-8158: {}, Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: L3 agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: Metadata agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: Metering agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: Open vSwitch agent@dv-neutron-815855-3-hyperv: { 'AddressGroup': '1.2', Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'ConntrackHelper': '1.0', Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Log': '1.0', Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Network': '1.1', Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Port': '1.7', Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'PortForwarding': '1.2', Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'QosPolicy': '1.10', Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'SecurityGroup': '1.5', Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'SecurityGroupRule': '1.2', Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'SubPort': '1.0', Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Subnet': '1.1', Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: 'Trunk': '1.1'}} Nov 19 16:39:18.781123 dv-neutron-815855-3-hyperv neutron-server[110037]: {{(pid=110037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 16:39:18.794484 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Checking segment: {'id': '4eaf0ae0-db4e-4579-ab81-6f38317ef32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b524baa2-c6d4-4a3a-8c2b-6953e1f359ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:39:18.794844 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Network hostable DHCP agents. Network: b524baa2-c6d4-4a3a-8c2b-6953e1f359ed, hostable agents: ['42275ece-0293-4067-adc1-7970661640fa'], hosted agents: [] {{(pid=110037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 16:39:18.799605 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-706c7bea-a55a-413b-9bf2-18494391f989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:18.806138 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-706c7bea-a55a-413b-9bf2-18494391f989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:18.837366 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706c7bea-a55a-413b-9bf2-18494391f989 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:18.844613 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Network b524baa2-c6d4-4a3a-8c2b-6953e1f359ed is scheduled to be hosted by DHCP agent 42275ece-0293-4067-adc1-7970661640fa with binding_index 1 {{(pid=110037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 16:39:18.861825 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c7bea-a55a-413b-9bf2-18494391f989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3822296f-fb72-4ea2-a726-f35ede0616af,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:18.866742 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-706c7bea-a55a-413b-9bf2-18494391f989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:18.867092 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-706c7bea-a55a-413b-9bf2-18494391f989 admin admin] Added segment 76087871-8b6d-4f0e-8b5f-0b4468d88dfe of type vlan for network 4b015ff2-6618-4647-8687-3bc25570c413 Nov 19 16:39:18.868905 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-815855-3-hyperv, b524baa2-c6d4-4a3a-8c2b-6953e1f359ed) {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:18.880194 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:18.881636 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for subnet, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:18.882819 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e330af-9475-4a0c-8f88-abc02b3ad836 None None] Network b524baa2-c6d4-4a3a-8c2b-6953e1f359ed requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:39:18.931615 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-706c7bea-a55a-413b-9bf2-18494391f989 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.133981 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 6 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:39:19.143692 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e6ca959-6359-5e0f-b29a-c93eb5d0f30b-b524baa2-c6d4-4a3a-8c2b-6953e1f359ed', 'network_id': 'b524baa2-c6d4-4a3a-8c2b-6953e1f359ed', 'tenant_id': '1b4baf3eb65740df9cbdcca5db94df04', 'fixed_ips': [{'subnet_id': '149027da-92fe-4ff4-a181-e59bc17a34bb'}]}} from dv-neutron-815855-3-hyperv. {{(pid=110039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 16:39:19.144990 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.155265 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-8509941b-e090-49b4-b063-89db646c11b9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8662624 Nov 19 16:39:19.156179 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b0527194-e73d-4935-b60e-a6762456cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.156325 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-706c7bea-a55a-413b-9bf2-18494391f989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.157102 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706c7bea-a55a-413b-9bf2-18494391f989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:19.158773 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45680) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:19.159691 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-706c7bea-a55a-413b-9bf2-18494391f989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.163768 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1694727610-router', 'tenant_id': '1b4baf3eb65740df9cbdcca5db94df04', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:19.182290 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-706c7bea-a55a-413b-9bf2-18494391f989 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2057090 Nov 19 16:39:19.186912 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45684) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:19.213618 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-a8338b14-4a7c-4f7f-839a-29f4fe48717a admin admin] Request body: {'subnet': {'network_id': '4b015ff2-6618-4647-8687-3bc25570c413', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1263007321-subnet', 'tenant_id': '8dc553179f4649269b563abe7ef3a76c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:19.238667 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.240274 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.254331 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c7bea-a55a-413b-9bf2-18494391f989 admin admin] Pushing event updated for resources: {'Network': ['ID=4b015ff2-6618-4647-8687-3bc25570c413,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:19.258552 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8338b14-4a7c-4f7f-839a-29f4fe48717a admin admin] Made reservation on behalf of 8dc553179f4649269b563abe7ef3a76c for: {'subnet': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:19.262125 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a8338b14-4a7c-4f7f-839a-29f4fe48717a admin admin] Publish callbacks [] for subnet, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.302013 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network 4b015ff2-6618-4647-8687-3bc25570c413 details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:39:19.449349 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.460294 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45696) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:19.476861 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.db_base_plugin_common [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Allocated IP 172.20.0.2 (b524baa2-c6d4-4a3a-8c2b-6953e1f359ed/149027da-92fe-4ff4-a181-e59bc17a34bb/8595b609-e99a-4918-b31d-56a373efbbc0) {{(pid=110039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:39:19.626011 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.690099 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Publish callbacks [] for port, precommit_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.699813 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.749255 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Pushing event updated for resources: {'Port': ['ID=8595b609-e99a-4918-b31d-56a373efbbc0,revision_number=1']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:19.759340 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-d6f9905b-360e-44f0-83db-4c113aef4a62 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1903842581-network', 'tenant_id': 'f73b21d3929e4154bfd260d0b4e1f5e6'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:19.760201 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:19.760908 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:19.761394 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:19.761916 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:19.762392 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:19.762858 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:19.763332 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:19.763811 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:19.764400 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:19.764873 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:19.765505 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:19.766033 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Tracked resource versions report: Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: pushed versions: Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: { 'AddressGroup': {'1.2'}, Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'ConntrackHelper': {'1.0'}, Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Log': {'1.0'}, Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Network': {'1.1'}, Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Port': {'1.7'}, Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'PortForwarding': {'1.2'}, Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'QosPolicy': {'1.10'}, Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'SecurityGroup': {'1.5'}, Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'SecurityGroupRule': {'1.2'}, Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'SubPort': {'1.0'}, Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Subnet': {'1.1'}, Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Trunk': {'1.1'}} Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: consumer versions: Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: { DHCP agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: HyperV agent@hv-neutron-8158: {}, Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: L3 agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: Metadata agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: Metering agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: Open vSwitch agent@dv-neutron-815855-3-hyperv: { 'AddressGroup': '1.2', Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'ConntrackHelper': '1.0', Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Log': '1.0', Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Network': '1.1', Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Port': '1.7', Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'PortForwarding': '1.2', Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'QosPolicy': '1.10', Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'SecurityGroup': '1.5', Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'SecurityGroupRule': '1.2', Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'SubPort': '1.0', Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Subnet': '1.1', Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: 'Trunk': '1.1'}} Nov 19 16:39:19.767251 dv-neutron-815855-3-hyperv neutron-server[110039]: {{(pid=110039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 16:39:19.784846 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Network b524baa2-c6d4-4a3a-8c2b-6953e1f359ed is already hosted by enough agents. {{(pid=110039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:19.786543 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.scheduler.base_scheduler [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Resources bound (agent type, host, resource id): {{(pid=110039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:19.790142 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Received port after_create {{(pid=110039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:39:19.800525 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f9905b-360e-44f0-83db-4c113aef4a62 admin admin] Made reservation on behalf of f73b21d3929e4154bfd260d0b4e1f5e6 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:19.804349 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d6f9905b-360e-44f0-83db-4c113aef4a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.805802 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a8338b14-4a7c-4f7f-839a-29f4fe48717a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for subnet, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.820225 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d6f9905b-360e-44f0-83db-4c113aef4a62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.863117 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8338b14-4a7c-4f7f-839a-29f4fe48717a admin admin] Checking segment: {'id': '76087871-8b6d-4f0e-8b5f-0b4468d88dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4b015ff2-6618-4647-8687-3bc25570c413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:39:19.863460 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8338b14-4a7c-4f7f-839a-29f4fe48717a admin admin] Network hostable DHCP agents. Network: 4b015ff2-6618-4647-8687-3bc25570c413, hostable agents: ['42275ece-0293-4067-adc1-7970661640fa'], hosted agents: [] {{(pid=110038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 16:39:19.919691 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Attempting to bind port 8595b609-e99a-4918-b31d-56a373efbbc0 on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:19.920331 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Attempting to bind port 8595b609-e99a-4918-b31d-56a373efbbc0 by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '4eaf0ae0-db4e-4579-ab81-6f38317ef32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b524baa2-c6d4-4a3a-8c2b-6953e1f359ed'}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:19.920901 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Attempting to bind port 8595b609-e99a-4918-b31d-56a373efbbc0 on network b524baa2-c6d4-4a3a-8c2b-6953e1f359ed {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:19.922684 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d6f9905b-360e-44f0-83db-4c113aef4a62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.924374 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8338b14-4a7c-4f7f-839a-29f4fe48717a admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a55dcf-c07d-433e-b2e1-f846dee61de6,revision_number=0']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:19.928745 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d6f9905b-360e-44f0-83db-4c113aef4a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.936408 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:39:19.938805 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Checking segment: {'id': '4eaf0ae0-db4e-4579-ab81-6f38317ef32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b524baa2-c6d4-4a3a-8c2b-6953e1f359ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:39:19.940805 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.942252 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Bound using segment: {'id': '4eaf0ae0-db4e-4579-ab81-6f38317ef32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b524baa2-c6d4-4a3a-8c2b-6953e1f359ed'} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:39:19.943975 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Bound port: 8595b609-e99a-4918-b31d-56a373efbbc0, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eaf0ae0-db4e-4579-ab81-6f38317ef32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b524baa2-c6d4-4a3a-8c2b-6953e1f359ed'}}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:39:19.944995 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.959428 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8338b14-4a7c-4f7f-839a-29f4fe48717a admin admin] Network 4b015ff2-6618-4647-8687-3bc25570c413 is scheduled to be hosted by DHCP agent 42275ece-0293-4067-adc1-7970661640fa with binding_index 1 {{(pid=110038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 16:39:19.961026 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f9905b-360e-44f0-83db-4c113aef4a62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:19.980486 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9905b-360e-44f0-83db-4c113aef4a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32f226a-301f-4f46-8a59-c9ae8f9e4601,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:19.984054 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d6f9905b-360e-44f0-83db-4c113aef4a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:19.984792 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-d6f9905b-360e-44f0-83db-4c113aef4a62 admin admin] Added segment e1dddf90-380d-42c2-88b1-bcc068356ab8 of type vlan for network 2798e0a8-8993-4033-b849-7206044e4bff Nov 19 16:39:20.035803 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d6f9905b-360e-44f0-83db-4c113aef4a62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:20.061840 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-a8338b14-4a7c-4f7f-839a-29f4fe48717a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-815855-3-hyperv, 4b015ff2-6618-4647-8687-3bc25570c413) {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:20.072256 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1224a47c-e1e1-41f1-bf0e-b257ec347842 None None] Network 4b015ff2-6618-4647-8687-3bc25570c413 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:39:20.079479 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d6f9905b-360e-44f0-83db-4c113aef4a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:20.081651 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f9905b-360e-44f0-83db-4c113aef4a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:20.082413 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d6f9905b-360e-44f0-83db-4c113aef4a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:20.104951 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d6f9905b-360e-44f0-83db-4c113aef4a62 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6435075 Nov 19 16:39:20.110656 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:20.116709 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45720) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:20.148349 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-b15e495c-3e03-497f-a72b-9a507c61c4e1 admin admin] Request body: {'subnet': {'network_id': '2798e0a8-8993-4033-b849-7206044e4bff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1903842581-subnet', 'tenant_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:20.150091 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8338b14-4a7c-4f7f-839a-29f4fe48717a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:20.150841 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a8338b14-4a7c-4f7f-839a-29f4fe48717a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for subnet, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:20.161481 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:20.171337 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] For port 8595b609-e99a-4918-b31d-56a373efbbc0, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:39:20.179552 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15e495c-3e03-497f-a72b-9a507c61c4e1 admin admin] Made reservation on behalf of f73b21d3929e4154bfd260d0b4e1f5e6 for: {'subnet': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:20.183388 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b15e495c-3e03-497f-a72b-9a507c61c4e1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:20.210533 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] For port 8595b609-e99a-4918-b31d-56a373efbbc0, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=8595b609-e99a-4918-b31d-56a373efbbc0,segment=NetworkSegment(4eaf0ae0-db4e-4579-ab81-6f38317ef32e),segment_id=4eaf0ae0-db4e-4579-ab81-6f38317ef32e)] {{(pid=110039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:39:20.228439 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:20.235657 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a8338b14-4a7c-4f7f-839a-29f4fe48717a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0416086 Nov 19 16:39:20.239573 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45724) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:20.245701 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1263007321-router', 'tenant_id': '8dc553179f4649269b563abe7ef3a76c', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:20.302336 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:20.303763 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:20.333404 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9905b-360e-44f0-83db-4c113aef4a62 admin admin] Pushing event updated for resources: {'Network': ['ID=2798e0a8-8993-4033-b849-7206044e4bff,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:20.358078 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network 2798e0a8-8993-4033-b849-7206044e4bff details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:39:20.504576 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:20.618826 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b15e495c-3e03-497f-a72b-9a507c61c4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for subnet, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:20.638609 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ece88-d30d-49ab-88f3-c5f5db898b48 None None] Pushing event updated for resources: {'Port': ['ID=8595b609-e99a-4918-b31d-56a373efbbc0,revision_number=2']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:20.710165 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_common [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Allocated IP 172.26.3.216 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/e13bcb94-3466-400c-818f-0b48c0c450a3) {{(pid=110038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:39:20.757492 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e495c-3e03-497f-a72b-9a507c61c4e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8bc146-06c9-4e30-80f8-d354f3852d0b,revision_number=0']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:20.781686 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e6ca959-6359-5e0f-b29a-c93eb5d0f30b-4b015ff2-6618-4647-8687-3bc25570c413', 'network_id': '4b015ff2-6618-4647-8687-3bc25570c413', 'tenant_id': '8dc553179f4649269b563abe7ef3a76c', 'fixed_ips': [{'subnet_id': '58a55dcf-c07d-433e-b2e1-f846dee61de6'}]}} from dv-neutron-815855-3-hyperv. {{(pid=110039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 16:39:20.782268 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:20.821498 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15e495c-3e03-497f-a72b-9a507c61c4e1 admin admin] Checking segment: {'id': 'e1dddf90-380d-42c2-88b1-bcc068356ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2798e0a8-8993-4033-b849-7206044e4bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:39:20.822176 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15e495c-3e03-497f-a72b-9a507c61c4e1 admin admin] Network hostable DHCP agents. Network: 2798e0a8-8993-4033-b849-7206044e4bff, hostable agents: ['42275ece-0293-4067-adc1-7970661640fa'], hosted agents: [] {{(pid=110037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 16:39:20.873898 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15e495c-3e03-497f-a72b-9a507c61c4e1 admin admin] Network 2798e0a8-8993-4033-b849-7206044e4bff is scheduled to be hosted by DHCP agent 42275ece-0293-4067-adc1-7970661640fa with binding_index 1 {{(pid=110037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 16:39:20.912799 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-b15e495c-3e03-497f-a72b-9a507c61c4e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-815855-3-hyperv, 2798e0a8-8993-4033-b849-7206044e4bff) {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:20.923786 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68952b52-6a63-4f2f-a726-c6c24dbf9920 None None] Network 2798e0a8-8993-4033-b849-7206044e4bff requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:39:20.931932 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15e495c-3e03-497f-a72b-9a507c61c4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:20.934003 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b15e495c-3e03-497f-a72b-9a507c61c4e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for subnet, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:20.973850 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b15e495c-3e03-497f-a72b-9a507c61c4e1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8556325 Nov 19 16:39:20.976584 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45746) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:20.989289 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1903842581-router', 'tenant_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:21.038965 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:21.040310 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:21.053291 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.db_base_plugin_common [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Allocated IP 172.20.0.2 (4b015ff2-6618-4647-8687-3bc25570c413/58a55dcf-c07d-433e-b2e1-f846dee61de6/39476f94-9103-4e9d-893c-2ad183f8267c) {{(pid=110039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:39:21.108943 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 8595b609-e99a-4918-b31d-56a373efbbc0 up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:39:21.173108 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:21.307700 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:21.390980 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:21.513333 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-525c80f6-3f59-4628-92ef-a6087eb9c51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:21.515417 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e6ca959-6359-5e0f-b29a-c93eb5d0f30b-2798e0a8-8993-4033-b849-7206044e4bff', 'network_id': '2798e0a8-8993-4033-b849-7206044e4bff', 'tenant_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'fixed_ips': [{'subnet_id': '8b8bc146-06c9-4e30-80f8-d354f3852d0b'}]}} from dv-neutron-815855-3-hyperv. {{(pid=110039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 16:39:21.517024 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:21.582126 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:21.589171 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 8595b609-e99a-4918-b31d-56a373efbbc0 triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:21.590248 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:21.742824 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:21.756307 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Publish callbacks [] for port, precommit_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:21.784660 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:21.859982 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Network 4b015ff2-6618-4647-8687-3bc25570c413 is already hosted by enough agents. {{(pid=110039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:21.873683 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.scheduler.base_scheduler [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Resources bound (agent type, host, resource id): {{(pid=110039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:21.892607 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e13bcb94-3466-400c-818f-0b48c0c450a3,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:21.919849 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:21.921639 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:21.926008 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:39:21.933178 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Received port after_create {{(pid=110039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:39:21.942572 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.db_base_plugin_common [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Allocated IP 172.20.0.2 (2798e0a8-8993-4033-b849-7206044e4bff/8b8bc146-06c9-4e30-80f8-d354f3852d0b/a21198a7-ce88-4715-885e-5eace9511edd) {{(pid=110039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:39:21.948645 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Pushing event updated for resources: {'Port': ['ID=39476f94-9103-4e9d-893c-2ad183f8267c,revision_number=1']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:21.997936 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.092213 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9d7ed9-6da6-43d2-8682-f1de55cd5bc7 None None] Network b524baa2-c6d4-4a3a-8c2b-6953e1f359ed requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:39:22.152305 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.180141 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.186204 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Attempting to bind port 39476f94-9103-4e9d-893c-2ad183f8267c on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:22.186577 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Attempting to bind port 39476f94-9103-4e9d-893c-2ad183f8267c by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '76087871-8b6d-4f0e-8b5f-0b4468d88dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4b015ff2-6618-4647-8687-3bc25570c413'}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:22.186942 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Attempting to bind port 39476f94-9103-4e9d-893c-2ad183f8267c on network 4b015ff2-6618-4647-8687-3bc25570c413 {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:22.331829 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] For port 8595b609-e99a-4918-b31d-56a373efbbc0, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=8595b609-e99a-4918-b31d-56a373efbbc0,segment=NetworkSegment(4eaf0ae0-db4e-4579-ab81-6f38317ef32e),segment_id=4eaf0ae0-db4e-4579-ab81-6f38317ef32e)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:22.335213 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:39:22.336025 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Checking segment: {'id': '76087871-8b6d-4f0e-8b5f-0b4468d88dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4b015ff2-6618-4647-8687-3bc25570c413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:39:22.336445 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.337521 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Bound using segment: {'id': '76087871-8b6d-4f0e-8b5f-0b4468d88dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4b015ff2-6618-4647-8687-3bc25570c413'} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:39:22.338867 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Bound port: 39476f94-9103-4e9d-893c-2ad183f8267c, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76087871-8b6d-4f0e-8b5f-0b4468d88dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4b015ff2-6618-4647-8687-3bc25570c413'}}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:39:22.339622 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.341642 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.374561 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_common [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Allocated IP 172.26.3.250 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/6fc063df-b3ee-4773-bd21-d34f3982ce35) {{(pid=110037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:39:22.407201 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.450128 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.472784 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.546351 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-12cf9187-0c96-4ecf-8629-1089390d4354 None None] Provisioning complete for port 8595b609-e99a-4918-b31d-56a373efbbc0 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:22.547231 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-12cf9187-0c96-4ecf-8629-1089390d4354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.672640 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.690034 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] For port 39476f94-9103-4e9d-893c-2ad183f8267c, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:39:22.694363 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] For port 39476f94-9103-4e9d-893c-2ad183f8267c, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=39476f94-9103-4e9d-893c-2ad183f8267c,segment=NetworkSegment(76087871-8b6d-4f0e-8b5f-0b4468d88dfe),segment_id=76087871-8b6d-4f0e-8b5f-0b4468d88dfe)] {{(pid=110039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:39:22.697344 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.709832 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.753481 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.787303 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Pushing event updated for resources: {'Port': ['ID=8595b609-e99a-4918-b31d-56a373efbbc0,revision_number=3']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:22.880584 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.899899 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Publish callbacks [] for port, precommit_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.935186 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:22.939017 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:22.957589 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:22.965377 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:39:22.981244 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_common [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Allocated IP 172.26.3.180 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/020a2296-c523-4c7f-bb6d-81f053f0eaec) {{(pid=110038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:39:23.008284 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b680b-b434-4166-afaf-fe25fde4ab93 None None] Pushing event updated for resources: {'Port': ['ID=39476f94-9103-4e9d-893c-2ad183f8267c,revision_number=2']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:23.016989 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Router 87c58930-0a78-4e26-938c-464e91f53511 is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:39:23.040717 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 8595b609-e99a-4918-b31d-56a373efbbc0 up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:39:23.083514 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Network 2798e0a8-8993-4033-b849-7206044e4bff is already hosted by enough agents. {{(pid=110039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:23.137496 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.scheduler.base_scheduler [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Resources bound (agent type, host, resource id): {{(pid=110039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:23.158089 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Received port after_create {{(pid=110039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:39:23.164314 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Pushing event updated for resources: {'Port': ['ID=6fc063df-b3ee-4773-bd21-d34f3982ce35,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:23.221104 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Pushing event updated for resources: {'Port': ['ID=a21198a7-ce88-4715-885e-5eace9511edd,revision_number=1']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:23.290714 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45802) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:23.384201 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Attempting to bind port a21198a7-ce88-4715-885e-5eace9511edd on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:23.384606 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Attempting to bind port a21198a7-ce88-4715-885e-5eace9511edd by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': 'e1dddf90-380d-42c2-88b1-bcc068356ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2798e0a8-8993-4033-b849-7206044e4bff'}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:23.384988 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Attempting to bind port a21198a7-ce88-4715-885e-5eace9511edd on network 2798e0a8-8993-4033-b849-7206044e4bff {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:23.393260 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 8595b609-e99a-4918-b31d-56a373efbbc0 triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:23.395368 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:23.404932 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:39:23.405311 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Checking segment: {'id': 'e1dddf90-380d-42c2-88b1-bcc068356ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2798e0a8-8993-4033-b849-7206044e4bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:39:23.406111 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:23.406305 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Bound using segment: {'id': 'e1dddf90-380d-42c2-88b1-bcc068356ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2798e0a8-8993-4033-b849-7206044e4bff'} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:39:23.406734 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Bound port: a21198a7-ce88-4715-885e-5eace9511edd, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dddf90-380d-42c2-88b1-bcc068356ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2798e0a8-8993-4033-b849-7206044e4bff'}}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:39:23.407136 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:23.480802 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:39:23.495343 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Sync routers for ids ['87c58930-0a78-4e26-938c-464e91f53511'] in dv-neutron-815855-3-hyperv {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:39:23.518560 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-fe9af93f-6061-4f86-9230-c098cbd0b46c None None] Provisioning complete for port 8595b609-e99a-4918-b31d-56a373efbbc0 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:23.518937 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-fe9af93f-6061-4f86-9230-c098cbd0b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:23.520731 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Routers {'87c58930-0a78-4e26-938c-464e91f53511'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:23.521376 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['87c58930-0a78-4e26-938c-464e91f53511'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:23.532664 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45808) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:23.598403 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] For port a21198a7-ce88-4715-885e-5eace9511edd, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:39:23.603077 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] For port a21198a7-ce88-4715-885e-5eace9511edd, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=a21198a7-ce88-4715-885e-5eace9511edd,segment=NetworkSegment(e1dddf90-380d-42c2-88b1-bcc068356ab8),segment_id=e1dddf90-380d-42c2-88b1-bcc068356ab8)] {{(pid=110039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:39:23.608758 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:23.635779 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:23.655215 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:23.666918 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-3c743c26-1a17-4594-9cb5-06a1a2ba95b3 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5065639 Nov 19 16:39:23.670501 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45816) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:23.722362 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:23.770211 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:23.779891 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Set router 87c58930-0a78-4e26-938c-464e91f53511 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:23.794298 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:23.813593 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:23.818404 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:39:23.876637 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7412f-2d0a-48ad-86a1-7e097cce9eab None None] Pushing event updated for resources: {'Port': ['ID=a21198a7-ce88-4715-885e-5eace9511edd,revision_number=2']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:23.942407 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Pushing event updated for resources: {'Port': ['ID=020a2296-c523-4c7f-bb6d-81f053f0eaec,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:24.235413 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:24.303883 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45822) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:24.376075 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:24.424304 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c58930-0a78-4e26-938c-464e91f53511', 'name': 'tempest-ServerActionsTestJSON-1694727610-router', 'tenant_id': '1b4baf3eb65740df9cbdcca5db94df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:19Z', 'updated_at': '2021-11-19T16:39:22Z', 'revision_number': 3, 'project_id': '1b4baf3eb65740df9cbdcca5db94df04', 'gw_port': {'id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ee:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c58930-0a78-4e26-938c-464e91f53511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:24.489633 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Checking router: 87c58930-0a78-4e26-938c-464e91f53511 for host: dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:39:24.492547 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Updating router 87c58930-0a78-4e26-938c-464e91f53511 port e13bcb94-3466-400c-818f-0b48c0c450a3 binding host dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:39:24.569117 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45828) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:24.581550 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:24.629079 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2602fc5-ad9c-459d-9c37-890b9ac79ed3 None None] Network 4b015ff2-6618-4647-8687-3bc25570c413 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:39:24.691165 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-190171d8-3a14-4d85-8e6d-bf54d24cb344 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1045286772'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:24.737178 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45836) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:24.769112 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:24.780039 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-964c038b-4656-41bc-94a2-28182e575687 None None] Provisioning complete for port 39476f94-9103-4e9d-893c-2ad183f8267c triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:24.780995 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-964c038b-4656-41bc-94a2-28182e575687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:24.805212 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-568781e9-6e7b-406f-9518-35f3524a1fb3 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-858700245'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:24.824749 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-190171d8-3a14-4d85-8e6d-bf54d24cb344 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:24.825955 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-190171d8-3a14-4d85-8e6d-bf54d24cb344 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:24.912876 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-e031e150-dbc8-4927-bbfc-83b4d5a1486e tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:24.935908 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568781e9-6e7b-406f-9518-35f3524a1fb3 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] Made reservation on behalf of b6e1b53e2fe04ffeace73999a45bb875 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:24.942099 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-429e14d8-0c75-4be4-82f2-14cf3d2a2c3a tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-849679521'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:24.946486 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-568781e9-6e7b-406f-9518-35f3524a1fb3 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.069763 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-568781e9-6e7b-406f-9518-35f3524a1fb3 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.138521 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-d80099c2-f8be-44e2-8663-180e549ca3c2 tempest-FloatingIPAdminTestJSON-1159235313 tempest-FloatingIPAdminTestJSON-1159235313-project] Request body: {'floatingip': {'floating_network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:25.178645 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Router 6936a995-85bb-444b-9f75-114f9c210654 is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:39:25.180534 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device a21198a7-ce88-4715-885e-5eace9511edd up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:39:25.187158 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Publish callbacks [] for port, precommit_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.189433 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.200969 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.212691 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429e14d8-0c75-4be4-82f2-14cf3d2a2c3a tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] Made reservation on behalf of bc53fe34034648d9ab416f3e0c2958d2 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:25.216347 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-429e14d8-0c75-4be4-82f2-14cf3d2a2c3a tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.265739 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-190171d8-3a14-4d85-8e6d-bf54d24cb344 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.284141 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-190171d8-3a14-4d85-8e6d-bf54d24cb344 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.294920 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Attempting to bind port e13bcb94-3466-400c-818f-0b48c0c450a3 on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:25.295585 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Attempting to bind port e13bcb94-3466-400c-818f-0b48c0c450a3 by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}] {{(pid=110040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:25.296612 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Attempting to bind port e13bcb94-3466-400c-818f-0b48c0c450a3 on network 67bab61c-66b4-44e7-81e2-04c30c78e363 {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:25.300769 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69de8dd-e673-44af-be90-962aa117bbb2 None None] Pushing event updated for resources: {'Port': ['ID=e13bcb94-3466-400c-818f-0b48c0c450a3,revision_number=2']} {{(pid=110040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:25.313027 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:39:25.313630 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Checking segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:39:25.314809 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.314809 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Bound using segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:39:25.315494 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Bound port: e13bcb94-3466-400c-818f-0b48c0c450a3, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}] {{(pid=110040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:39:25.315989 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.334225 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.339349 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-964c038b-4656-41bc-94a2-28182e575687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.382295 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-429e14d8-0c75-4be4-82f2-14cf3d2a2c3a tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.390324 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8dd-e673-44af-be90-962aa117bbb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:25.390843 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8dd-e673-44af-be90-962aa117bbb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:25.391333 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8dd-e673-44af-be90-962aa117bbb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:25.394043 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8dd-e673-44af-be90-962aa117bbb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:25.394440 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8dd-e673-44af-be90-962aa117bbb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:25.394878 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8dd-e673-44af-be90-962aa117bbb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:25.395127 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8dd-e673-44af-be90-962aa117bbb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:25.397799 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8dd-e673-44af-be90-962aa117bbb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:25.399031 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8dd-e673-44af-be90-962aa117bbb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:25.399335 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port a21198a7-ce88-4715-885e-5eace9511edd triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:25.399901 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.400881 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8dd-e673-44af-be90-962aa117bbb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:25.401624 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8dd-e673-44af-be90-962aa117bbb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:25.403274 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8dd-e673-44af-be90-962aa117bbb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8dd-e673-44af-be90-962aa117bbb2 None None] Tracked resource versions report: Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: pushed versions: Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: { 'AddressGroup': {'1.2'}, Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'ConntrackHelper': {'1.0'}, Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Log': {'1.0'}, Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Network': {'1.1'}, Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Port': {'1.7'}, Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'PortForwarding': {'1.2'}, Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'QosPolicy': {'1.10'}, Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'SecurityGroup': {'1.5'}, Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'SecurityGroupRule': {'1.2'}, Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'SubPort': {'1.0'}, Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Subnet': {'1.1'}, Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Trunk': {'1.1'}} Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: consumer versions: Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: { DHCP agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: HyperV agent@hv-neutron-8158: {}, Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: L3 agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: Metadata agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: Metering agent@dv-neutron-815855-3-hyperv: {}, Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: Open vSwitch agent@dv-neutron-815855-3-hyperv: { 'AddressGroup': '1.2', Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'ConntrackHelper': '1.0', Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Log': '1.0', Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Network': '1.1', Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Port': '1.7', Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'PortForwarding': '1.2', Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'QosPolicy': '1.10', Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'SecurityGroup': '1.5', Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'SecurityGroupRule': '1.2', Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'SubPort': '1.0', Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Subnet': '1.1', Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: 'Trunk': '1.1'}} Nov 19 16:39:25.404626 dv-neutron-815855-3-hyperv neutron-server[110040]: {{(pid=110040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 16:39:25.409936 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e031e150-dbc8-4927-bbfc-83b4d5a1486e tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] 10.222.0.76 "PUT /v2.0/quotas/ec924d0646c34bdf9dab22bcfffe543e HTTP/1.1" status: 200 len: 366 time: 0.6937284 Nov 19 16:39:25.411202 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45844) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:25.416842 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-964c038b-4656-41bc-94a2-28182e575687 None None] For port 39476f94-9103-4e9d-893c-2ad183f8267c, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=39476f94-9103-4e9d-893c-2ad183f8267c,segment=NetworkSegment(76087871-8b6d-4f0e-8b5f-0b4468d88dfe),segment_id=76087871-8b6d-4f0e-8b5f-0b4468d88dfe)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:25.441280 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d80099c2-f8be-44e2-8663-180e549ca3c2 tempest-FloatingIPAdminTestJSON-1159235313 tempest-FloatingIPAdminTestJSON-1159235313-project] Publish callbacks [] for floatingip, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.448947 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-964c038b-4656-41bc-94a2-28182e575687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.467683 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ff422beb-4046-4b81-8b38-36af65e6ebf4 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0528591 Nov 19 16:39:25.474258 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45846) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:25.483689 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-190171d8-3a14-4d85-8e6d-bf54d24cb344 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.489484 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-190171d8-3a14-4d85-8e6d-bf54d24cb344 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.1878762 Nov 19 16:39:25.492550 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45848) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:25.499630 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:39:25.503727 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.db [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] For port e13bcb94-3466-400c-818f-0b48c0c450a3, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:39:25.513301 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.db [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] For port e13bcb94-3466-400c-818f-0b48c0c450a3, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=e13bcb94-3466-400c-818f-0b48c0c450a3,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-d80099c2-f8be-44e2-8663-180e549ca3c2 tempest-FloatingIPAdminTestJSON-1159235313 tempest-FloatingIPAdminTestJSON-1159235313-project] create failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/services/l3_router/l3_router_plugin.py", line 186, in create_floatingip Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return super(L3RouterPlugin, self).create_floatingip( Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:25.517305 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_dvr_db.py", line 1349, in create_floatingip Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource floating_ip = self._create_floatingip( Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 1346, in _create_floatingip Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource f_net_db = self._core_plugin._get_network(context, f_net_id) Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:39:25.521142 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d80099c2-f8be-44e2-8663-180e549ca3c2 tempest-FloatingIPAdminTestJSON-1159235313 tempest-FloatingIPAdminTestJSON-1159235313-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 500 len: 363 time: 0.7799177 Nov 19 16:39:25.526059 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96a70cc-4e06-40d6-b4ea-1eb4f47305d6 None None] Network 2798e0a8-8993-4033-b849-7206044e4bff requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:39:25.529772 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.533822 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Sync routers for ids ['6936a995-85bb-444b-9f75-114f9c210654'] in dv-neutron-815855-3-hyperv {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:39:25.539503 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-af3e4cd7-32e4-4120-8afa-0d88e1610268 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] 10.222.0.76 "GET /v2.0/quotas/ec924d0646c34bdf9dab22bcfffe543e HTTP/1.1" status: 200 len: 366 time: 0.0613348 Nov 19 16:39:25.552745 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45852) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:25.606223 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.661929 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69de8dd-e673-44af-be90-962aa117bbb2 None None] Pushing event updated for resources: {'Port': ['ID=e13bcb94-3466-400c-818f-0b48c0c450a3,revision_number=3']} {{(pid=110040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:25.670785 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c038b-4656-41bc-94a2-28182e575687 None None] Pushing event updated for resources: {'Port': ['ID=39476f94-9103-4e9d-893c-2ad183f8267c,revision_number=3']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:25.722351 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Routers {'87c58930-0a78-4e26-938c-464e91f53511'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:25.722351 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['87c58930-0a78-4e26-938c-464e91f53511'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:25.726499 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Routers {'6936a995-85bb-444b-9f75-114f9c210654'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:25.726499 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['6936a995-85bb-444b-9f75-114f9c210654'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:25.733987 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.741568 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ec7017df-7ed0-491d-aa6e-1ba332526d13 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.4976828 Nov 19 16:39:25.743697 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a92fbc7f-7c44-4726-b706-6f0e999cce29 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/ec924d0646c34bdf9dab22bcfffe543e HTTP/1.1" status: 204 len: 168 time: 0.1225319 Nov 19 16:39:25.746033 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45854) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:25.746489 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45856) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:25.748187 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-dc588100-f064-4042-8a0d-a49457c28ee2 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.761942 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-568781e9-6e7b-406f-9518-35f3524a1fb3 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.774393 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-568781e9-6e7b-406f-9518-35f3524a1fb3 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.793519 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-568781e9-6e7b-406f-9518-35f3524a1fb3 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:25.793519 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:25.793519 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:25.793519 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:25.793519 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:25.793519 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:25.793519 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:25.793519 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:25.793519 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:25.793519 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:25.793519 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:25.793519 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:25.793519 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:25.793519 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:25.793519 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:25.793519 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:25.806484 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-21b69084-84a9-4753-b63a-091809f95449 None None] Provisioning complete for port a21198a7-ce88-4715-885e-5eace9511edd triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:25.807108 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-21b69084-84a9-4753-b63a-091809f95449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.847980 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568781e9-6e7b-406f-9518-35f3524a1fb3 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:25.888018 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.896575 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-568781e9-6e7b-406f-9518-35f3524a1fb3 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:25.897062 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-568781e9-6e7b-406f-9518-35f3524a1fb3 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] Added segment 22542d42-3d7a-4da0-ad45-db975f1bf07f of type vlan for network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 Nov 19 16:39:25.901302 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] Set router 87c58930-0a78-4e26-938c-464e91f53511 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:26.007192 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-568781e9-6e7b-406f-9518-35f3524a1fb3 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:26.023652 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45862) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:26.045463 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] For port a21198a7-ce88-4715-885e-5eace9511edd, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=a21198a7-ce88-4715-885e-5eace9511edd,segment=NetworkSegment(e1dddf90-380d-42c2-88b1-bcc068356ab8),segment_id=e1dddf90-380d-42c2-88b1-bcc068356ab8)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:26.062681 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Set router 6936a995-85bb-444b-9f75-114f9c210654 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:26.065835 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:26.066823 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 39476f94-9103-4e9d-893c-2ad183f8267c up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:39:26.067410 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Router 9f2020da-056e-4ac2-94b8-a4763f45e8bd is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:39:26.097137 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-568781e9-6e7b-406f-9518-35f3524a1fb3 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:26.103058 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568781e9-6e7b-406f-9518-35f3524a1fb3 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:26.103773 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-568781e9-6e7b-406f-9518-35f3524a1fb3 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:26.118223 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-568781e9-6e7b-406f-9518-35f3524a1fb3 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:26.118223 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:26.118223 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:26.118223 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:26.118223 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:26.118223 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:26.118223 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:26.118223 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:26.118223 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:26.118223 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:26.118223 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:26.118223 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:26.118223 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:26.118223 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:26.118223 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:26.118223 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:26.228622 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c58930-0a78-4e26-938c-464e91f53511', 'name': 'tempest-ServerActionsTestJSON-1694727610-router', 'tenant_id': '1b4baf3eb65740df9cbdcca5db94df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:19Z', 'updated_at': '2021-11-19T16:39:22Z', 'revision_number': 3, 'project_id': '1b4baf3eb65740df9cbdcca5db94df04', 'gw_port': {'id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ee:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c58930-0a78-4e26-938c-464e91f53511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:26.253951 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_common [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Allocated IP 172.20.0.1 (b524baa2-c6d4-4a3a-8c2b-6953e1f359ed/149027da-92fe-4ff4-a181-e59bc17a34bb/5f0c055e-d88c-4beb-8c2f-030f05575902) {{(pid=110037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:39:26.257410 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:39:26.261007 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e0e0d4-ff3a-491b-aa7c-17b063d4e035 None None] The sync data for ids ['87c58930-0a78-4e26-938c-464e91f53511'] in dv-neutron-815855-3-hyperv is: [{'id': '87c58930-0a78-4e26-938c-464e91f53511', 'name': 'tempest-ServerActionsTestJSON-1694727610-router', 'tenant_id': '1b4baf3eb65740df9cbdcca5db94df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:19Z', 'updated_at': '2021-11-19T16:39:22Z', 'revision_number': 3, 'project_id': '1b4baf3eb65740df9cbdcca5db94df04', 'gw_port': {'id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ee:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c58930-0a78-4e26-938c-464e91f53511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}] {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:39:26.269041 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Sync routers for ids ['9f2020da-056e-4ac2-94b8-a4763f45e8bd'] in dv-neutron-815855-3-hyperv {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:39:26.281713 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e5e55e47-3ad9-4270-b5e1-3d5f9e7d4681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:26.285824 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Routers {'9f2020da-056e-4ac2-94b8-a4763f45e8bd'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:26.286699 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['9f2020da-056e-4ac2-94b8-a4763f45e8bd'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:26.309805 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-568781e9-6e7b-406f-9518-35f3524a1fb3 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7731681 Nov 19 16:39:26.329235 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:26.330534 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6bf95703-59c3-4206-ad25-2da652410f1a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3526082 Nov 19 16:39:26.343302 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45872) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:26.379320 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Pushing event updated for resources: {'Port': ['ID=a21198a7-ce88-4715-885e-5eace9511edd,revision_number=3']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:26.574789 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Set router 9f2020da-056e-4ac2-94b8-a4763f45e8bd gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:26.612521 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 39476f94-9103-4e9d-893c-2ad183f8267c triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:26.613149 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:26.704101 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:26.789311 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-07bd8839-bfad-4d20-b5c7-7b275c541186 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 1.0252252 Nov 19 16:39:26.799414 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45878) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:26.870028 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6936a995-85bb-444b-9f75-114f9c210654', 'name': 'tempest-ServersTestJSON-1263007321-router', 'tenant_id': '8dc553179f4649269b563abe7ef3a76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '020a2296-c523-4c7f-bb6d-81f053f0eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:24Z', 'revision_number': 3, 'project_id': '8dc553179f4649269b563abe7ef3a76c', 'gw_port': {'id': '020a2296-c523-4c7f-bb6d-81f053f0eaec', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6936a995-85bb-444b-9f75-114f9c210654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:22Z', 'updated_at': '2021-11-19T16:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:26.899986 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-429e14d8-0c75-4be4-82f2-14cf3d2a2c3a tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:26.942095 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Checking router: 6936a995-85bb-444b-9f75-114f9c210654 for host: dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:39:26.942588 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Updating router 6936a995-85bb-444b-9f75-114f9c210654 port 020a2296-c523-4c7f-bb6d-81f053f0eaec binding host dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:39:26.953584 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e5e55e47-3ad9-4270-b5e1-3d5f9e7d4681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:26.983226 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-226dad4e-c2c1-4c16-b337-8d89de714431 None None] Provisioning complete for port 39476f94-9103-4e9d-893c-2ad183f8267c triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:26.983600 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-226dad4e-c2c1-4c16-b337-8d89de714431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.075317 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.150282 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'name': 'tempest-ServersTestManualDisk-1903842581-router', 'tenant_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:21Z', 'updated_at': '2021-11-19T16:39:23Z', 'revision_number': 3, 'project_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'gw_port': {'id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:22Z', 'updated_at': '2021-11-19T16:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:27.187703 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-429e14d8-0c75-4be4-82f2-14cf3d2a2c3a tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.211815 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device a21198a7-ce88-4715-885e-5eace9511edd up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:39:27.216257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-429e14d8-0c75-4be4-82f2-14cf3d2a2c3a tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:27.216257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:27.216257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:27.216257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:27.216257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:27.216257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:27.216257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:27.216257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:27.216257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:27.216257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:27.216257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:27.216257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:27.216257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:27.216257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:27.216257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:27.216257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:27.230799 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-89db6f5b-9556-43a7-8562-6cd1a2643756 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] 10.222.0.76 "GET /v2.0/quotas/ec924d0646c34bdf9dab22bcfffe543e HTTP/1.1" status: 200 len: 370 time: 0.4052966 Nov 19 16:39:27.233599 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Checking router: 9f2020da-056e-4ac2-94b8-a4763f45e8bd for host: dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:39:27.234176 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Updating router 9f2020da-056e-4ac2-94b8-a4763f45e8bd port 6fc063df-b3ee-4773-bd21-d34f3982ce35 binding host dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:39:27.235744 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45880) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:27.245739 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-dc588100-f064-4042-8a0d-a49457c28ee2 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.264552 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-fefffd8a-b0de-4354-b2cb-db3ba85fd3a1 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] 10.222.0.76 "GET /v2.0/quotas/ec924d0646c34bdf9dab22bcfffe543e/default HTTP/1.1" status: 200 len: 370 time: 0.0127199 Nov 19 16:39:27.268250 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45882) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:27.284451 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e5e55e47-3ad9-4270-b5e1-3d5f9e7d4681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.289713 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-dc588100-f064-4042-8a0d-a49457c28ee2 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.309675 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.326006 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.338004 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429e14d8-0c75-4be4-82f2-14cf3d2a2c3a tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:27.356916 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-429e14d8-0c75-4be4-82f2-14cf3d2a2c3a tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.357567 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-429e14d8-0c75-4be4-82f2-14cf3d2a2c3a tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] Added segment a3bbc038-a3cc-4b38-ad9b-399fdc27edbe of type vlan for network c2403e4a-69b6-4821-9801-4f4b8df54ab9 Nov 19 16:39:27.432485 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-429e14d8-0c75-4be4-82f2-14cf3d2a2c3a tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.466477 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.502443 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45884) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:27.502761 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e5e55e47-3ad9-4270-b5e1-3d5f9e7d4681 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=08dda4e068a1494b952ba1d5e2ad1ecc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4752567 Nov 19 16:39:27.502968 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45886) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:27.503788 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.api.v2.resource [None req-cec10c37-39f4-4cf8-8c0d-5b307af844c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] delete failed (client error): The resource could not be found. Nov 19 16:39:27.507746 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-cec10c37-39f4-4cf8-8c0d-5b307af844c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/ec924d0646c34bdf9dab22bcfffe543e HTTP/1.1" status: 404 len: 348 time: 0.2090373 Nov 19 16:39:27.512235 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Request body: {'port': {'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6', 'binding:host_id': 'hv-neutron-8158', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-3228068'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:27.591096 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-429e14d8-0c75-4be4-82f2-14cf3d2a2c3a tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.598008 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429e14d8-0c75-4be4-82f2-14cf3d2a2c3a tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:27.598645 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-429e14d8-0c75-4be4-82f2-14cf3d2a2c3a tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.608683 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e55e47-3ad9-4270-b5e1-3d5f9e7d4681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6da3ff-6592-4d87-8a6f-aef8793f3509,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:27.612631 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Pushing event updated for resources: {'Port': ['ID=5f0c055e-d88c-4beb-8c2f-030f05575902,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:27.614983 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-429e14d8-0c75-4be4-82f2-14cf3d2a2c3a tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:27.614983 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:27.614983 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:27.614983 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:27.614983 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:27.614983 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:27.614983 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:27.614983 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:27.614983 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:27.614983 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:27.614983 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:27.614983 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:27.614983 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:27.614983 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:27.614983 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:27.614983 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:27.637163 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.684121 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Network b524baa2-c6d4-4a3a-8c2b-6953e1f359ed is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:27.686352 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port a21198a7-ce88-4715-885e-5eace9511edd triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:27.691461 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.731138 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c03e38ea-abff-4dfe-bf97-da32704d5ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.756004 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-dc588100-f064-4042-8a0d-a49457c28ee2 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.756522 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc588100-f064-4042-8a0d-a49457c28ee2 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc65af02-e534-44c0-b37f-5d1dcae84f3b {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:39:27.792928 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-226dad4e-c2c1-4c16-b337-8d89de714431 None None] Provisioning complete for port a21198a7-ce88-4715-885e-5eace9511edd triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:27.793294 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-226dad4e-c2c1-4c16-b337-8d89de714431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.807775 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-dc588100-f064-4042-8a0d-a49457c28ee2 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.808938 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-dc588100-f064-4042-8a0d-a49457c28ee2 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] 10.222.0.76 "DELETE /v2.0/routers/fc65af02-e534-44c0-b37f-5d1dcae84f3b HTTP/1.1" status: 204 len: 168 time: 2.3128278 Nov 19 16:39:27.818695 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45896) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:27.847601 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-3d257412-2c52-4bdb-998c-830f925bcc15 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Request body: {'router': {'name': 'tempest-router-1881953787', 'distributed': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:27.870265 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45898) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:27.888181 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Made reservation on behalf of dbc60f4318d048ed84b43066c106374c for: {'port': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:27.891227 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.912835 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3d257412-2c52-4bdb-998c-830f925bcc15 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.914334 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3d257412-2c52-4bdb-998c-830f925bcc15 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.979526 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3d257412-2c52-4bdb-998c-830f925bcc15 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.987694 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-429e14d8-0c75-4be4-82f2-14cf3d2a2c3a tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.6827030 Nov 19 16:39:27.990697 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c03e38ea-abff-4dfe-bf97-da32704d5ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:27.992553 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45900) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:28.014222 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3d257412-2c52-4bdb-998c-830f925bcc15 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.020122 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:28.026379 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-a5c6a2d4-5c43-400f-bd4b-3af1c8ea08ea tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] Request body: {'subnet': {'network_id': 'c2403e4a-69b6-4821-9801-4f4b8df54ab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:28.030011 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:39:28.030877 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16705781'] for router_interface, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-a5c6a2d4-5c43-400f-bd4b-3af1c8ea08ea tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:28.032624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:28.035477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:28.035477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:28.035477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:28.035477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:28.036422 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c6a2d4-5c43-400f-bd4b-3af1c8ea08ea tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:28.041783 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a5c6a2d4-5c43-400f-bd4b-3af1c8ea08ea tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0288973 Nov 19 16:39:28.061123 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45902) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:28.064760 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-9f737dc1-0fc1-424f-9d9c-a4a4a8500ac4 tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:28.072766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:28.076586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:28.076586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:28.076586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:28.076586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:28.076586 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f737dc1-0fc1-424f-9d9c-a4a4a8500ac4 tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:28.083623 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-9f737dc1-0fc1-424f-9d9c-a4a4a8500ac4 tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] 10.222.0.76 "DELETE /v2.0/networks/c2403e4a-69b6-4821-9801-4f4b8df54ab9 HTTP/1.1" status: 500 len: 363 time: 0.0174041 Nov 19 16:39:28.139272 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45904) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-691426a3-676e-47fc-90e1-66b09b1bf97b tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:28.161320 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:28.164657 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:28.164657 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:28.164657 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:28.164657 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:28.165644 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691426a3-676e-47fc-90e1-66b09b1bf97b tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:28.177375 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-691426a3-676e-47fc-90e1-66b09b1bf97b tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] 10.222.0.76 "DELETE /v2.0/networks/c2403e4a-69b6-4821-9801-4f4b8df54ab9 HTTP/1.1" status: 500 len: 363 time: 0.0365360 Nov 19 16:39:28.195495 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45906) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-3b58e507-cbe4-4749-a3f1-25e197d8d07e tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:28.224318 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:28.227081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:28.227081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:28.227081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:28.227081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:28.227081 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b58e507-cbe4-4749-a3f1-25e197d8d07e tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:28.231332 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-3b58e507-cbe4-4749-a3f1-25e197d8d07e tempest-DHCPAgentSchedulersTestJSON-337411232 tempest-DHCPAgentSchedulersTestJSON-337411232-project] 10.222.0.76 "DELETE /v2.0/networks/c2403e4a-69b6-4821-9801-4f4b8df54ab9 HTTP/1.1" status: 500 len: 363 time: 0.0345266 Nov 19 16:39:28.235376 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.quota.resource [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Usage tracker for resource:network and project:4c9810fb37e34e9e9d83265c81fe672a is out of sync, need to count used quota {{(pid=110038) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 16:39:28.239550 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 39476f94-9103-4e9d-893c-2ad183f8267c up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:39:28.244650 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3d257412-2c52-4bdb-998c-830f925bcc15 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.250051 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-3d257412-2c52-4bdb-998c-830f925bcc15 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4151347 Nov 19 16:39:28.250349 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Publish callbacks [] for port, precommit_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.258725 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45910) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:28.263254 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.quota.resource [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110038) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 16:39:28.364100 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.397151 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.quota.resource [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Usage tracker for resource:subnet and project:4c9810fb37e34e9e9d83265c81fe672a is out of sync, need to count used quota {{(pid=110038) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 16:39:28.400976 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_common [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Allocated IP 172.20.0.1 (2798e0a8-8993-4033-b849-7206044e4bff/8b8bc146-06c9-4e30-80f8-d354f3852d0b/b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9) {{(pid=110037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:39:28.402643 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.479635 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.quota.resource [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110038) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 16:39:28.491456 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8a46e-9eee-4fe1-8ab3-f914144712ba None None] Pushing event updated for resources: {'Port': ['ID=020a2296-c523-4c7f-bb6d-81f053f0eaec,revision_number=2']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:28.516640 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Attempting to bind port 020a2296-c523-4c7f-bb6d-81f053f0eaec on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:28.516905 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Attempting to bind port 020a2296-c523-4c7f-bb6d-81f053f0eaec by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:28.517268 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Attempting to bind port 020a2296-c523-4c7f-bb6d-81f053f0eaec on network 67bab61c-66b4-44e7-81e2-04c30c78e363 {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:28.520971 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 39476f94-9103-4e9d-893c-2ad183f8267c triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:28.521344 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.526338 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.quota.resource [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Usage tracker for resource:subnetpool and project:4c9810fb37e34e9e9d83265c81fe672a is out of sync, need to count used quota {{(pid=110038) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 16:39:28.549154 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.quota.resource [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110038) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 16:39:28.587791 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:39:28.588270 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Checking segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:39:28.588581 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.588982 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Bound using segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:39:28.589501 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Bound port: 020a2296-c523-4c7f-bb6d-81f053f0eaec, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:39:28.589909 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.633686 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.quota.resource [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Usage tracker for resource:port and project:4c9810fb37e34e9e9d83265c81fe672a is out of sync, need to count used quota {{(pid=110038) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 16:39:28.654141 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.quota.resource [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110038) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 16:39:28.659612 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0272bbcf-db1a-4419-969f-c0a670db1308 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.679626 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.708128 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Publish callbacks [] for port, precommit_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.715548 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-f2ab5d99-8a8f-4914-b16c-bb4a99970d38 None None] Provisioning complete for port 5f0c055e-d88c-4beb-8c2f-030f05575902 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:28.716093 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f2ab5d99-8a8f-4914-b16c-bb4a99970d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.717611 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.783047 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] For port 020a2296-c523-4c7f-bb6d-81f053f0eaec, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:39:28.793910 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] For port 020a2296-c523-4c7f-bb6d-81f053f0eaec, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=020a2296-c523-4c7f-bb6d-81f053f0eaec,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:39:28.796642 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871b1b8-9c04-4b61-9f1c-3c3d372f99ed None None] Pushing event updated for resources: {'Port': ['ID=6fc063df-b3ee-4773-bd21-d34f3982ce35,revision_number=2']} {{(pid=110040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:28.807854 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c03e38ea-abff-4dfe-bf97-da32704d5ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.810771 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c03e38ea-abff-4dfe-bf97-da32704d5ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.815348 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-c03e38ea-abff-4dfe-bf97-da32704d5ee2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0e6da3ff-6592-4d87-8a6f-aef8793f3509 HTTP/1.1" status: 204 len: 168 time: 1.3043764 Nov 19 16:39:28.823848 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab5d99-8a8f-4914-b16c-bb4a99970d38 None None] Port 5f0c055e-d88c-4beb-8c2f-030f05575902 cannot update to ACTIVE because it is not bound. {{(pid=110039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 16:39:28.831134 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.849764 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.quota.resource [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Usage tracker for resource:router and project:4c9810fb37e34e9e9d83265c81fe672a is out of sync, need to count used quota {{(pid=110038) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 16:39:28.862805 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.870814 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.881577 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Attempting to bind port 6fc063df-b3ee-4773-bd21-d34f3982ce35 on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:28.881577 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Attempting to bind port 6fc063df-b3ee-4773-bd21-d34f3982ce35 by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}] {{(pid=110040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:28.881577 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Attempting to bind port 6fc063df-b3ee-4773-bd21-d34f3982ce35 on network 67bab61c-66b4-44e7-81e2-04c30c78e363 {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:28.886323 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.886915 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16707333'] for router_interface, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.898873 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:39:28.899231 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Checking segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:39:28.899686 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.900074 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Bound using segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:39:28.900566 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Bound port: 6fc063df-b3ee-4773-bd21-d34f3982ce35, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}] {{(pid=110040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:39:28.900973 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:28.909862 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45920) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:28.915534 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_common [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Allocated IP 172.20.0.1 (4b015ff2-6618-4647-8687-3bc25570c413/58a55dcf-c07d-433e-b2e1-f846dee61de6/01bc0405-e810-40dc-b581-1b71e1f285ea) {{(pid=110038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:39:28.918680 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device e13bcb94-3466-400c-818f-0b48c0c450a3 up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:39:28.974379 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8a46e-9eee-4fe1-8ab3-f914144712ba None None] Pushing event updated for resources: {'Port': ['ID=020a2296-c523-4c7f-bb6d-81f053f0eaec,revision_number=3']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:28.986753 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Routers {'6936a995-85bb-444b-9f75-114f9c210654'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:28.987494 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['6936a995-85bb-444b-9f75-114f9c210654'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:29.012427 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.db [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] For port 6fc063df-b3ee-4773-bd21-d34f3982ce35, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:39:29.016232 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.db [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] For port 6fc063df-b3ee-4773-bd21-d34f3982ce35, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=6fc063df-b3ee-4773-bd21-d34f3982ce35,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:39:29.022456 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:29.105598 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Network 2798e0a8-8993-4033-b849-7206044e4bff is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:29.113035 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:29.124355 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] Set router 6936a995-85bb-444b-9f75-114f9c210654 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:29.127555 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:39:29.128038 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16705781'] for router_interface, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:29.151112 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Routers {'9f2020da-056e-4ac2-94b8-a4763f45e8bd'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:29.151766 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['9f2020da-056e-4ac2-94b8-a4763f45e8bd'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:29.216762 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:29.226871 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:29.234551 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871b1b8-9c04-4b61-9f1c-3c3d372f99ed None None] Pushing event updated for resources: {'Port': ['ID=6fc063df-b3ee-4773-bd21-d34f3982ce35,revision_number=3']} {{(pid=110040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:29.309701 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:29.321774 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port e13bcb94-3466-400c-818f-0b48c0c450a3 triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:29.324266 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:29.415715 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Pushing event updated for resources: {'Port': ['ID=5f0c055e-d88c-4beb-8c2f-030f05575902,revision_number=2']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:29.436092 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e38ea-abff-4dfe-bf97-da32704d5ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6da3ff-6592-4d87-8a6f-aef8793f3509,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:29.451436 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Pushing event updated for resources: {'Port': ['ID=01bc0405-e810-40dc-b581-1b71e1f285ea,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:29.457632 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] Set router 9f2020da-056e-4ac2-94b8-a4763f45e8bd gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:29.470866 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.quota.resource [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110038) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 16:39:29.480878 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Network b524baa2-c6d4-4a3a-8c2b-6953e1f359ed is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:29.481522 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Network 4b015ff2-6618-4647-8687-3bc25570c413 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:29.492349 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:29.506663 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-ae7020aa-e01e-4cc2-a06b-ca880054dc04 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bc53fe34034648d9ab416f3e0c2958d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5377471 Nov 19 16:39:29.507543 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45928) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:29.641775 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-55170c67-5de1-4f90-955d-1cefb32cafa0 None None] Provisioning complete for port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:29.642642 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-55170c67-5de1-4f90-955d-1cefb32cafa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:29.663408 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:29.678232 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:29.696054 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-55170c67-5de1-4f90-955d-1cefb32cafa0 None None] Port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 cannot update to ACTIVE because it is not bound. {{(pid=110039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 16:39:29.712803 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:39:29.713687 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16705781'] for router_interface, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:29.832665 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'name': 'tempest-ServersTestManualDisk-1903842581-router', 'tenant_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:21Z', 'updated_at': '2021-11-19T16:39:23Z', 'revision_number': 3, 'project_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'gw_port': {'id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:22Z', 'updated_at': '2021-11-19T16:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:29.833269 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8de55cca-b6b8-43ec-bfd1-3c524015cf21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:29.875993 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:29.896112 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87dfe91-5e2e-419e-81a7-4bbd578e0a9b None None] The sync data for ids ['9f2020da-056e-4ac2-94b8-a4763f45e8bd'] in dv-neutron-815855-3-hyperv is: [{'id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'name': 'tempest-ServersTestManualDisk-1903842581-router', 'tenant_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:21Z', 'updated_at': '2021-11-19T16:39:23Z', 'revision_number': 3, 'project_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'gw_port': {'id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:22Z', 'updated_at': '2021-11-19T16:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}] {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:39:29.896416 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6936a995-85bb-444b-9f75-114f9c210654', 'name': 'tempest-ServersTestJSON-1263007321-router', 'tenant_id': '8dc553179f4649269b563abe7ef3a76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '020a2296-c523-4c7f-bb6d-81f053f0eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:24Z', 'revision_number': 3, 'project_id': '8dc553179f4649269b563abe7ef3a76c', 'gw_port': {'id': '020a2296-c523-4c7f-bb6d-81f053f0eaec', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6936a995-85bb-444b-9f75-114f9c210654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:22Z', 'updated_at': '2021-11-19T16:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:29.911883 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8de55cca-b6b8-43ec-bfd1-3c524015cf21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:29.932772 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45932) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:29.937901 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Router 87c58930-0a78-4e26-938c-464e91f53511 has already been hosted by L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd {{(pid=110037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 16:39:29.965211 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] For port e13bcb94-3466-400c-818f-0b48c0c450a3, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=e13bcb94-3466-400c-818f-0b48c0c450a3,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:29.967747 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e62c24-98e3-41f3-9b11-be5f4502ef50 None None] The sync data for ids ['6936a995-85bb-444b-9f75-114f9c210654'] in dv-neutron-815855-3-hyperv is: [{'id': '6936a995-85bb-444b-9f75-114f9c210654', 'name': 'tempest-ServersTestJSON-1263007321-router', 'tenant_id': '8dc553179f4649269b563abe7ef3a76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '020a2296-c523-4c7f-bb6d-81f053f0eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:24Z', 'revision_number': 3, 'project_id': '8dc553179f4649269b563abe7ef3a76c', 'gw_port': {'id': '020a2296-c523-4c7f-bb6d-81f053f0eaec', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6936a995-85bb-444b-9f75-114f9c210654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:22Z', 'updated_at': '2021-11-19T16:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}] {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:39:29.968742 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0272bbcf-db1a-4419-969f-c0a670db1308 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:29.973321 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0272bbcf-db1a-4419-969f-c0a670db1308 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:29.977765 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:30.004483 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.quota.resource [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Usage tracker for resource:floatingip and project:4c9810fb37e34e9e9d83265c81fe672a is out of sync, need to count used quota {{(pid=110038) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 16:39:30.023038 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.quota.resource [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110038) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 16:39:30.027762 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b73e2e81-af50-430a-ab5b-a4c17d2b3d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:30.051405 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-880c4323-3470-419a-a633-6c8f6749d5c7 None None] Provisioning complete for port 5f0c055e-d88c-4beb-8c2f-030f05575902 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:30.052045 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-880c4323-3470-419a-a633-6c8f6749d5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:30.133683 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:30.152578 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-880c4323-3470-419a-a633-6c8f6749d5c7 None None] Port 5f0c055e-d88c-4beb-8c2f-030f05575902 cannot update to ACTIVE because it is not bound. {{(pid=110039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 16:39:30.154967 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Pushing event updated for resources: {'Port': ['ID=e13bcb94-3466-400c-818f-0b48c0c450a3,revision_number=4']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:30.303642 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-67226860-cdbb-461f-b6cf-4ccd6fb9724f None None] Provisioning complete for port 01bc0405-e810-40dc-b581-1b71e1f285ea triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:30.304023 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-67226860-cdbb-461f-b6cf-4ccd6fb9724f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:30.357508 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8de55cca-b6b8-43ec-bfd1-3c524015cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:30.360759 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8de55cca-b6b8-43ec-bfd1-3c524015cf21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:30.366586 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-8de55cca-b6b8-43ec-bfd1-3c524015cf21 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c30c3664-3cc6-43e0-a29d-729c74f822f8 HTTP/1.1" status: 204 len: 168 time: 0.8576887 Nov 19 16:39:30.396912 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-67226860-cdbb-461f-b6cf-4ccd6fb9724f None None] Port 01bc0405-e810-40dc-b581-1b71e1f285ea cannot update to ACTIVE because it is not bound. {{(pid=110039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 16:39:30.437889 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:30.444392 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.notifiers.nova [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] device_id is not set on port 86e14190-edbd-459d-bbef-a165c134450a yet. {{(pid=110038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:39:30.447464 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de55cca-b6b8-43ec-bfd1-3c524015cf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30c3664-3cc6-43e0-a29d-729c74f822f8,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:30.450298 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b73e2e81-af50-430a-ab5b-a4c17d2b3d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:30.461070 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b73e2e81-af50-430a-ab5b-a4c17d2b3d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:30.485726 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:39:30.504320 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-4a9f73f3-656f-4825-899f-bf560d4471bc admin admin] 10.222.0.76 "PUT /v2.0/routers/87c58930-0a78-4e26-938c-464e91f53511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8268147 Nov 19 16:39:30.504483 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Sync routers for ids ['87c58930-0a78-4e26-938c-464e91f53511'] in dv-neutron-815855-3-hyperv {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:39:30.521904 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:30.527490 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Routers {'87c58930-0a78-4e26-938c-464e91f53511'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:30.533121 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['87c58930-0a78-4e26-938c-464e91f53511'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:30.541040 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:30.547239 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16707333'] for router_interface, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:30.583816 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0272bbcf-db1a-4419-969f-c0a670db1308 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:30.585761 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0272bbcf-db1a-4419-969f-c0a670db1308 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2227776-61e0-4a95-892d-e39861e8afad {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:39:30.593518 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0272bbcf-db1a-4419-969f-c0a670db1308 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:30.597878 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-0272bbcf-db1a-4419-969f-c0a670db1308 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] 10.222.0.76 "DELETE /v2.0/routers/e2227776-61e0-4a95-892d-e39861e8afad HTTP/1.1" status: 204 len: 168 time: 2.3254778 Nov 19 16:39:30.604411 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45938) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:30.641774 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6f804f-1b26-4a65-a9b3-b6240389e691,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:30.662087 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-4701f785-08c0-4420-998b-6557c11c48d6 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Request body: {'router': {'name': 'tempest-router-1741770491', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '872b13730493426db6ab349aee06ce61'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:30.686987 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e2e81-af50-430a-ab5b-a4c17d2b3d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5705d96d-f115-4c9b-b8c4-b5decff5e276,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:30.725436 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b73e2e81-af50-430a-ab5b-a4c17d2b3d77 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a02a850b488441ea8593a14c43702f14&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7912591 Nov 19 16:39:30.771089 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45940) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:30.778709 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:30.848150 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9,revision_number=2']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:30.920498 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Set router 87c58930-0a78-4e26-938c-464e91f53511 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:30.968297 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Network 2798e0a8-8993-4033-b849-7206044e4bff is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:30.970004 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:31.234468 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45954) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:31.326764 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4701f785-08c0-4420-998b-6557c11c48d6 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:31.340934 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4701f785-08c0-4420-998b-6557c11c48d6 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:31.383535 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-6c4d4cd0-c551-421f-950e-5c9983240a19 None None] Provisioning complete for port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:31.384329 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6c4d4cd0-c551-421f-950e-5c9983240a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:31.389793 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.quota.resource [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Usage tracker for resource:security_group and project:4c9810fb37e34e9e9d83265c81fe672a is out of sync, need to count used quota {{(pid=110038) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 16:39:31.408388 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.quota.resource [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110038) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 16:39:31.428247 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:31.453151 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bbd34b90-1cd1-47de-87c0-b5ab921ccaa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:31.460856 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d4cd0-c551-421f-950e-5c9983240a19 None None] Port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 cannot update to ACTIVE because it is not bound. {{(pid=110039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 16:39:31.498318 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c58930-0a78-4e26-938c-464e91f53511', 'name': 'tempest-ServerActionsTestJSON-1694727610-router', 'tenant_id': '1b4baf3eb65740df9cbdcca5db94df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:19Z', 'updated_at': '2021-11-19T16:39:28Z', 'revision_number': 4, 'project_id': '1b4baf3eb65740df9cbdcca5db94df04', 'gw_port': {'id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c58930-0a78-4e26-938c-464e91f53511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': '5f0c055e-d88c-4beb-8c2f-030f05575902', 'name': '', 'network_id': 'b524baa2-c6d4-4a3a-8c2b-6953e1f359ed', 'tenant_id': '1b4baf3eb65740df9cbdcca5db94df04', 'mac_address': 'fa:16:3e:c9:d0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c58930-0a78-4e26-938c-464e91f53511', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '149027da-92fe-4ff4-a181-e59bc17a34bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:25Z', 'updated_at': '2021-11-19T16:39:28Z', 'revision_number': 2, 'project_id': '1b4baf3eb65740df9cbdcca5db94df04', 'subnets': [{'id': '149027da-92fe-4ff4-a181-e59bc17a34bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:31.503937 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:31.505188 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16707333'] for router_interface, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:31.557468 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Checking router: 87c58930-0a78-4e26-938c-464e91f53511 for host: dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:39:31.557838 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Updating router 87c58930-0a78-4e26-938c-464e91f53511 port 5f0c055e-d88c-4beb-8c2f-030f05575902 binding host dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:39:31.578651 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-486a112a-0664-4d87-8e7c-1a4f9ef422cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:31.606002 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bbd34b90-1cd1-47de-87c0-b5ab921ccaa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:31.612947 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:31.672239 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Router 9f2020da-056e-4ac2-94b8-a4763f45e8bd has already been hosted by L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd {{(pid=110037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 16:39:31.706528 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.quota.resource [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Usage tracker for resource:security_group_rule and project:4c9810fb37e34e9e9d83265c81fe672a is out of sync, need to count used quota {{(pid=110038) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 16:39:31.710479 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4701f785-08c0-4420-998b-6557c11c48d6 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:31.811960 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.quota.resource [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110038) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 16:39:31.816877 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4701f785-08c0-4420-998b-6557c11c48d6 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:31.882659 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Pushing event updated for resources: {'Port': ['ID=01bc0405-e810-40dc-b581-1b71e1f285ea,revision_number=2']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:31.885640 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-486a112a-0664-4d87-8e7c-1a4f9ef422cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:31.894323 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-486a112a-0664-4d87-8e7c-1a4f9ef422cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:31.902641 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e4cb25b7-baa1-4bf3-ab85-0c6d181e31c3 tempest-QuotasTest-620330600 tempest-QuotasTest-620330600-project-admin] 10.222.0.76 "GET /v2.0/quotas/4c9810fb37e34e9e9d83265c81fe672a/details.json HTTP/1.1" status: 200 len: 703 time: 4.0086339 Nov 19 16:39:31.933263 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4701f785-08c0-4420-998b-6557c11c48d6 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:31.938145 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-4701f785-08c0-4420-998b-6557c11c48d6 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2829840 Nov 19 16:39:31.942106 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45960) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:31.951371 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-8235d873-9655-4923-a19c-fc727617f42d tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:32.020503 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:39:32.049632 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-07db3ec7-b2df-4292-b83a-da77586b6ab0 admin admin] 10.222.0.76 "PUT /v2.0/routers/9f2020da-056e-4ac2-94b8-a4763f45e8bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6750078 Nov 19 16:39:32.073130 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-486a112a-0664-4d87-8e7c-1a4f9ef422cb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d1a3a588b8e54cab828bd27cb75a3f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8336234 Nov 19 16:39:32.080075 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45964) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:32.080780 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a112a-0664-4d87-8e7c-1a4f9ef422cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a21cc2-5d41-4b06-8e09-42ec7d68cc38,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:32.176886 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bbd34b90-1cd1-47de-87c0-b5ab921ccaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:32.181432 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bbd34b90-1cd1-47de-87c0-b5ab921ccaa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:32.183506 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-bbd34b90-1cd1-47de-87c0-b5ab921ccaa6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5705d96d-f115-4c9b-b8c4-b5decff5e276 HTTP/1.1" status: 204 len: 168 time: 1.3896563 Nov 19 16:39:32.255332 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-fb08e96a-46c2-44c3-aa08-d2c8629e9a98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:32.323928 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Network 4b015ff2-6618-4647-8687-3bc25570c413 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:32.330104 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-fb08e96a-46c2-44c3-aa08-d2c8629e9a98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:32.340782 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.notifiers.nova [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] device_id is not set on port 86e14190-edbd-459d-bbef-a165c134450a yet. {{(pid=110038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:39:32.352644 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:32.358964 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd34b90-1cd1-47de-87c0-b5ab921ccaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5705d96d-f115-4c9b-b8c4-b5decff5e276,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:32.369341 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:32.464462 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-fb08e96a-46c2-44c3-aa08-d2c8629e9a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:32.470477 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-fb08e96a-46c2-44c3-aa08-d2c8629e9a98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:32.475392 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-fb08e96a-46c2-44c3-aa08-d2c8629e9a98 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/35a21cc2-5d41-4b06-8e09-42ec7d68cc38 HTTP/1.1" status: 204 len: 168 time: 0.3915794 Nov 19 16:39:32.493558 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08e96a-46c2-44c3-aa08-d2c8629e9a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a21cc2-5d41-4b06-8e09-42ec7d68cc38,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:32.516861 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:32.610083 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8235d873-9655-4923-a19c-fc727617f42d tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16704999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16716982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44856'] for router, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:32.610553 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8235d873-9655-4923-a19c-fc727617f42d tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router, before_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:32.624597 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 020a2296-c523-4c7f-bb6d-81f053f0eaec up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:39:32.700143 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Publish callbacks [] for port, precommit_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:32.710024 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:32.775922 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae0b36-f458-465c-80e4-f3f5a7b232fc None None] Pushing event updated for resources: {'Port': ['ID=5f0c055e-d88c-4beb-8c2f-030f05575902,revision_number=3']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:32.857101 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 020a2296-c523-4c7f-bb6d-81f053f0eaec triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:32.857759 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:32.890220 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45978) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:32.895229 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-bb85dde3-b04a-40b6-bee1-6f3d93a235e5 tempest-ServerActionsTestJSON-1430193748 tempest-ServerActionsTestJSON-1430193748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1077324140', 'description': 'tempest-description--1631320402'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:32.956157 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Attempting to bind port 5f0c055e-d88c-4beb-8c2f-030f05575902 on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:32.956977 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Attempting to bind port 5f0c055e-d88c-4beb-8c2f-030f05575902 by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '4eaf0ae0-db4e-4579-ab81-6f38317ef32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b524baa2-c6d4-4a3a-8c2b-6953e1f359ed'}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:32.957621 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Attempting to bind port 5f0c055e-d88c-4beb-8c2f-030f05575902 on network b524baa2-c6d4-4a3a-8c2b-6953e1f359ed {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:32.960853 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bb85dde3-b04a-40b6-bee1-6f3d93a235e5 tempest-ServerActionsTestJSON-1430193748 tempest-ServerActionsTestJSON-1430193748-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:32.970232 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:39:32.970902 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Checking segment: {'id': '4eaf0ae0-db4e-4579-ab81-6f38317ef32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b524baa2-c6d4-4a3a-8c2b-6953e1f359ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:39:32.971470 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:32.972002 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Bound using segment: {'id': '4eaf0ae0-db4e-4579-ab81-6f38317ef32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b524baa2-c6d4-4a3a-8c2b-6953e1f359ed'} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:39:32.972676 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Bound port: 5f0c055e-d88c-4beb-8c2f-030f05575902, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eaf0ae0-db4e-4579-ab81-6f38317ef32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b524baa2-c6d4-4a3a-8c2b-6953e1f359ed'}}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:39:32.973244 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:32.976131 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-51112f77-0bff-44ae-89b4-51b1a78e1283 None None] Provisioning complete for port 01bc0405-e810-40dc-b581-1b71e1f285ea triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:32.976697 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-51112f77-0bff-44ae-89b4-51b1a78e1283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:33.034167 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8235d873-9655-4923-a19c-fc727617f42d tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110038) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 19 16:39:33.034637 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8235d873-9655-4923-a19c-fc727617f42d tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Router b20bfbf2-055c-456e-9b3a-1556188739e6 migrating from provider to provider. {{(pid=110038) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 19 16:39:33.035150 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8235d873-9655-4923-a19c-fc727617f42d tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:33.037503 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Pushing event updated for resources: {'Port': ['ID=86e14190-edbd-459d-bbef-a165c134450a,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:33.065900 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8235d873-9655-4923-a19c-fc727617f42d tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:33.074739 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8235d873-9655-4923-a19c-fc727617f42d tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16705000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16704977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16716991'] for router, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:33.127275 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-bb85dde3-b04a-40b6-bee1-6f3d93a235e5 tempest-ServerActionsTestJSON-1430193748 tempest-ServerActionsTestJSON-1430193748-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:33.127850 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:33.131139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:39:33.134970 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-bb85dde3-b04a-40b6-bee1-6f3d93a235e5 tempest-ServerActionsTestJSON-1430193748 tempest-ServerActionsTestJSON-1430193748-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.2435529 Nov 19 16:39:33.158541 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45982) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:33.214905 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 45986) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:33.231756 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Router 6936a995-85bb-444b-9f75-114f9c210654 has already been hosted by L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd {{(pid=110038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 16:39:33.352068 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] For port 020a2296-c523-4c7f-bb6d-81f053f0eaec, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=020a2296-c523-4c7f-bb6d-81f053f0eaec,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:33.384648 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:33.385479 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 6fc063df-b3ee-4773-bd21-d34f3982ce35 up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:39:33.392736 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-51112f77-0bff-44ae-89b4-51b1a78e1283 None None] Port 01bc0405-e810-40dc-b581-1b71e1f285ea cannot update to ACTIVE because it is not bound. {{(pid=110039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 16:39:33.481591 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Checking segment: {'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:39:33.482365 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Network hostable DHCP agents. Network: 73a62aa3-be1f-44e7-81e5-56a4abc097a6, hostable agents: ['42275ece-0293-4067-adc1-7970661640fa'], hosted agents: [] {{(pid=110038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 16:39:33.545022 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0492e564-23e9-45dd-924c-772e94198e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:33.567905 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Pushing event updated for resources: {'Port': ['ID=020a2296-c523-4c7f-bb6d-81f053f0eaec,revision_number=4']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:33.570535 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 is scheduled to be hosted by DHCP agent 42275ece-0293-4067-adc1-7970661640fa with binding_index 1 {{(pid=110038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 16:39:33.581842 dv-neutron-815855-3-hyperv neutron-server[110038]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8235d873-9655-4923-a19c-fc727617f42d tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] No L3 agents can host the router b20bfbf2-055c-456e-9b3a-1556188739e6 Nov 19 16:39:33.597531 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Sync routers for ids ['9f2020da-056e-4ac2-94b8-a4763f45e8bd'] in dv-neutron-815855-3-hyperv {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:39:33.611638 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] For port 5f0c055e-d88c-4beb-8c2f-030f05575902, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:39:33.616279 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 45992) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:33.637188 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Routers {'9f2020da-056e-4ac2-94b8-a4763f45e8bd'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:33.640931 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['9f2020da-056e-4ac2-94b8-a4763f45e8bd'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:33.644877 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-78e82650-3bc3-4e22-8705-5dd9202a7f8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:33.653657 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-815855-3-hyperv, 73a62aa3-be1f-44e7-81e5-56a4abc097a6) {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:33.683678 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc5ef5b-fc91-44e4-ada7-cecc7acd0533 None None] Network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:39:33.698506 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] For port 5f0c055e-d88c-4beb-8c2f-030f05575902, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=5f0c055e-d88c-4beb-8c2f-030f05575902,segment=NetworkSegment(4eaf0ae0-db4e-4579-ab81-6f38317ef32e),segment_id=4eaf0ae0-db4e-4579-ab81-6f38317ef32e)] {{(pid=110039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:39:33.701589 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:39:33.827515 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:33.843997 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-609ccfba-7c8f-4400-ad70-f88ae062b13f None None] Provisioning complete for port 5f0c055e-d88c-4beb-8c2f-030f05575902 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:33.844317 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-609ccfba-7c8f-4400-ad70-f88ae062b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:33.870849 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:33.876029 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:33.876536 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:33.884880 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Set router 9f2020da-056e-4ac2-94b8-a4763f45e8bd gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:34.019019 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:34.019393 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:34.022927 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:39:34.037992 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b26945a4-4fc7-4b58-910b-7c5ac63c1531 admin admin] 10.222.0.76 "PUT /v2.0/routers/6936a995-85bb-444b-9f75-114f9c210654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2767196 Nov 19 16:39:34.056790 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 6fc063df-b3ee-4773-bd21-d34f3982ce35 triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:34.057945 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:34.063111 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Sync routers for ids ['6936a995-85bb-444b-9f75-114f9c210654'] in dv-neutron-815855-3-hyperv {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:39:34.076603 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 2 to bind port 86e14190-edbd-459d-bbef-a165c134450a Nov 19 16:39:34.132432 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Routers {'6936a995-85bb-444b-9f75-114f9c210654'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:34.133280 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['6936a995-85bb-444b-9f75-114f9c210654'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:34.142552 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8235d873-9655-4923-a19c-fc727617f42d tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Hosts for router b20bfbf2-055c-456e-9b3a-1556188739e6: [] {{(pid=110038) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 19 16:39:34.157599 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0492e564-23e9-45dd-924c-772e94198e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:34.188949 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0492e564-23e9-45dd-924c-772e94198e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:34.238428 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:34.238777 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:34.244592 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:34.257397 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8235d873-9655-4923-a19c-fc727617f42d tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Hosts for other DVR routers connected to router b20bfbf2-055c-456e-9b3a-1556188739e6: set() {{(pid=110038) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 19 16:39:34.273576 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8235d873-9655-4923-a19c-fc727617f42d tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:34.275402 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'name': 'tempest-ServersTestManualDisk-1903842581-router', 'tenant_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:21Z', 'updated_at': '2021-11-19T16:39:29Z', 'revision_number': 4, 'project_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'gw_port': {'id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:22Z', 'updated_at': '2021-11-19T16:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': 'b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9', 'name': '', 'network_id': '2798e0a8-8993-4033-b849-7206044e4bff', 'tenant_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'mac_address': 'fa:16:3e:de:a1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8b8bc146-06c9-4e30-80f8-d354f3852d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:27Z', 'updated_at': '2021-11-19T16:39:29Z', 'revision_number': 2, 'project_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'subnets': [{'id': '8b8bc146-06c9-4e30-80f8-d354f3852d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:34.276129 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8235d873-9655-4923-a19c-fc727617f42d tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] 10.222.0.76 "PUT /v2.0/routers/b20bfbf2-055c-456e-9b3a-1556188739e6 HTTP/1.1" status: 200 len: 717 time: 2.3304670 Nov 19 16:39:34.283690 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46008) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:34.285195 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492e564-23e9-45dd-924c-772e94198e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5883bdc7-1728-4b2c-8ca2-96b575191076,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:34.301658 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:34.302744 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:34.308719 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 3 to bind port 86e14190-edbd-459d-bbef-a165c134450a Nov 19 16:39:34.344597 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Set router 6936a995-85bb-444b-9f75-114f9c210654 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:34.369638 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Checking router: 9f2020da-056e-4ac2-94b8-a4763f45e8bd for host: dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:39:34.374707 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Updating router 9f2020da-056e-4ac2-94b8-a4763f45e8bd port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 binding host dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:39:34.387904 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-0492e564-23e9-45dd-924c-772e94198e5f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2df52727c07c4be49be185dc8e56f0b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2188153 Nov 19 16:39:34.389851 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46016) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:34.434220 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:34.443896 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae0b36-f458-465c-80e4-f3f5a7b232fc None None] Pushing event updated for resources: {'Port': ['ID=5f0c055e-d88c-4beb-8c2f-030f05575902,revision_number=4']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:34.483679 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-78e82650-3bc3-4e22-8705-5dd9202a7f8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:34.485354 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Routers {'87c58930-0a78-4e26-938c-464e91f53511'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:34.486121 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['87c58930-0a78-4e26-938c-464e91f53511'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:34.528227 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-78e82650-3bc3-4e22-8705-5dd9202a7f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:34.556493 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:34.557055 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:34.559506 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:34.568748 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d19a3ad4-d7cb-477d-a670-9dff0c062faa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:34.623377 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-78e82650-3bc3-4e22-8705-5dd9202a7f8c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a686037fe564411fa11888e54505b112&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0047226 Nov 19 16:39:34.635743 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46022) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:34.659531 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e82650-3bc3-4e22-8705-5dd9202a7f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f6e081-8a7a-4f97-9bf6-19bcc80102df,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:34.667510 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:34.667844 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:34.669782 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 4 to bind port 86e14190-edbd-459d-bbef-a165c134450a Nov 19 16:39:34.688213 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-483ef712-c958-4b93-9f01-f849323405de tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] 10.222.0.76 "GET /v2.0/routers/b20bfbf2-055c-456e-9b3a-1556188739e6 HTTP/1.1" status: 200 len: 717 time: 0.4031456 Nov 19 16:39:34.692406 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46024) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:34.692758 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46026) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:34.702726 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d19a3ad4-d7cb-477d-a670-9dff0c062faa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:34.706229 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-70135581-96d4-4352-a415-000db9f42e66 tempest-ServersTestManualDisk-1164688085 tempest-ServersTestManualDisk-1164688085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1691070401', 'description': 'tempest-description--59806733'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:34.741876 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:34.742253 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:34.742596 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:34.769436 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:34.769788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:34.783829 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 5 to bind port 86e14190-edbd-459d-bbef-a165c134450a Nov 19 16:39:34.849953 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-833d228f-3d10-470c-b1ca-0b7ea9515857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16707448'] for router_interface, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:34.854197 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:34.855838 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:34.856494 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:34.895495 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4220eaa4-de01-4db2-841f-3acaa6aa7c41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:34.902353 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-70135581-96d4-4352-a415-000db9f42e66 tempest-ServersTestManualDisk-1164688085 tempest-ServersTestManualDisk-1164688085-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:34.963949 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:34.964466 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:34.974429 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 6 to bind port 86e14190-edbd-459d-bbef-a165c134450a Nov 19 16:39:35.024201 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:35.024929 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:35.024929 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:35.027337 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Publish callbacks [] for port, precommit_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.031896 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46032) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:35.043279 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.079561 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d19a3ad4-d7cb-477d-a670-9dff0c062faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.087192 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d19a3ad4-d7cb-477d-a670-9dff0c062faa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.093050 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d19a3ad4-d7cb-477d-a670-9dff0c062faa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5883bdc7-1728-4b2c-8ca2-96b575191076 HTTP/1.1" status: 204 len: 168 time: 0.7016928 Nov 19 16:39:35.107209 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-609ccfba-7c8f-4400-ad70-f88ae062b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.121621 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a3ad4-d7cb-477d-a670-9dff0c062faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5883bdc7-1728-4b2c-8ca2-96b575191076,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:35.258568 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d21f722d-6eb8-4e66-af97-e3bbe14239d7 tempest-RoutersTestDVR-1446956034 tempest-RoutersTestDVR-1446956034-project] 10.222.0.76 "GET /v2.0/routers/b20bfbf2-055c-456e-9b3a-1556188739e6 HTTP/1.1" status: 200 len: 683 time: 0.5623178 Nov 19 16:39:35.263559 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4220eaa4-de01-4db2-841f-3acaa6aa7c41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.274090 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-b10c9740-036a-4961-85ef-60f4b68d88a7 tempest-ServersTestJSON-136598022 tempest-ServersTestJSON-136598022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--432920304', 'description': 'tempest-description--1269614885'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:35.280888 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46040) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:35.346588 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] Set router 87c58930-0a78-4e26-938c-464e91f53511 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:35.405878 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-cfa4de54-46d7-45d1-9566-8f3317018c01 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.406485 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Attempting to bind port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:35.406989 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Attempting to bind port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': 'e1dddf90-380d-42c2-88b1-bcc068356ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2798e0a8-8993-4033-b849-7206044e4bff'}] {{(pid=110040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:35.407226 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Attempting to bind port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 on network 2798e0a8-8993-4033-b849-7206044e4bff {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:35.429938 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:39:35.431608 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Checking segment: {'id': 'e1dddf90-380d-42c2-88b1-bcc068356ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2798e0a8-8993-4033-b849-7206044e4bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:39:35.432045 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.432596 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Bound using segment: {'id': 'e1dddf90-380d-42c2-88b1-bcc068356ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2798e0a8-8993-4033-b849-7206044e4bff'} {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:39:35.432939 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Bound port: b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dddf90-380d-42c2-88b1-bcc068356ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2798e0a8-8993-4033-b849-7206044e4bff'}}] {{(pid=110040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:39:35.433332 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.468919 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66327686-27ac-4263-a6c9-c57e210c68d8 None None] Pushing event updated for resources: {'Port': ['ID=b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9,revision_number=3']} {{(pid=110040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:35.507859 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.544096 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-609ccfba-7c8f-4400-ad70-f88ae062b13f None None] For port 5f0c055e-d88c-4beb-8c2f-030f05575902, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=5f0c055e-d88c-4beb-8c2f-030f05575902,segment=NetworkSegment(4eaf0ae0-db4e-4579-ab81-6f38317ef32e),segment_id=4eaf0ae0-db4e-4579-ab81-6f38317ef32e)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:35.555629 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46046) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:35.571110 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:35.572047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:35.577971 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-20b0c403-2400-409f-844b-9e3ecc3f0394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.595285 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.db [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] For port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:39:35.599826 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.db [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] For port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9,segment=NetworkSegment(e1dddf90-380d-42c2-88b1-bcc068356ab8),segment_id=e1dddf90-380d-42c2-88b1-bcc068356ab8)] {{(pid=110040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:39:35.605537 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.657814 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-609ccfba-7c8f-4400-ad70-f88ae062b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.702234 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66327686-27ac-4263-a6c9-c57e210c68d8 None None] Pushing event updated for resources: {'Port': ['ID=b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9,revision_number=4']} {{(pid=110040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:35.709271 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Routers {'9f2020da-056e-4ac2-94b8-a4763f45e8bd'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:35.711129 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['9f2020da-056e-4ac2-94b8-a4763f45e8bd'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:35.773366 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-cfa4de54-46d7-45d1-9566-8f3317018c01 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.776660 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-cfa4de54-46d7-45d1-9566-8f3317018c01 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.778731 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-833d228f-3d10-470c-b1ca-0b7ea9515857 admin admin] Deleting port 5f0c055e-d88c-4beb-8c2f-030f05575902 {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:35.779061 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-833d228f-3d10-470c-b1ca-0b7ea9515857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.815874 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-20b0c403-2400-409f-844b-9e3ecc3f0394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.823340 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 7 to bind port 86e14190-edbd-459d-bbef-a165c134450a Nov 19 16:39:35.856845 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-20b0c403-2400-409f-844b-9e3ecc3f0394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.876652 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-cfa4de54-46d7-45d1-9566-8f3317018c01 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.879188 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa4de54-46d7-45d1-9566-8f3317018c01 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b20bfbf2-055c-456e-9b3a-1556188739e6 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:39:35.882693 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] For port 6fc063df-b3ee-4773-bd21-d34f3982ce35, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=6fc063df-b3ee-4773-bd21-d34f3982ce35,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:35.890288 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-cfa4de54-46d7-45d1-9566-8f3317018c01 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:35.896971 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-cfa4de54-46d7-45d1-9566-8f3317018c01 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] 10.222.0.76 "DELETE /v2.0/routers/b20bfbf2-055c-456e-9b3a-1556188739e6 HTTP/1.1" status: 204 len: 168 time: 0.5902002 Nov 19 16:39:35.901156 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ccfba-7c8f-4400-ad70-f88ae062b13f None None] Pushing event updated for resources: {'Port': ['ID=5f0c055e-d88c-4beb-8c2f-030f05575902,revision_number=5']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:35.902408 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46052) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:35.916180 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-29be3708-6459-45cc-a0af-bcef797f5fd6 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Request body: {'router': {'name': 'tempest-router-704874669', 'distributed': True}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:35.952908 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-20b0c403-2400-409f-844b-9e3ecc3f0394 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4c9810fb37e34e9e9d83265c81fe672a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3960812 Nov 19 16:39:35.959543 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46054) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:35.977244 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:35.977957 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:35.978453 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:35.984868 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0c403-2400-409f-844b-9e3ecc3f0394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee62b9a-4731-46f1-b162-dbe9b2e2117c,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:36.001788 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b10c9740-036a-4961-85ef-60f4b68d88a7 tempest-ServersTestJSON-136598022 tempest-ServersTestJSON-136598022-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:36.019926 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:36.020388 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:36.023391 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 8 to bind port 86e14190-edbd-459d-bbef-a165c134450a Nov 19 16:39:36.035733 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] Set router 9f2020da-056e-4ac2-94b8-a4763f45e8bd gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:36.048500 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-833d228f-3d10-470c-b1ca-0b7ea9515857 admin admin] For port 5f0c055e-d88c-4beb-8c2f-030f05575902, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=5f0c055e-d88c-4beb-8c2f-030f05575902,segment=NetworkSegment(4eaf0ae0-db4e-4579-ab81-6f38317ef32e),segment_id=4eaf0ae0-db4e-4579-ab81-6f38317ef32e)] {{(pid=110037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:36.048869 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-833d228f-3d10-470c-b1ca-0b7ea9515857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:36.060690 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:36.061117 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:36.061519 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:36.074572 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-29be3708-6459-45cc-a0af-bcef797f5fd6 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:36.075945 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-29be3708-6459-45cc-a0af-bcef797f5fd6 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:36.080313 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-833d228f-3d10-470c-b1ca-0b7ea9515857 admin admin] Calling delete_port for 5f0c055e-d88c-4beb-8c2f-030f05575902 owned by network:router_interface {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-70135581-96d4-4352-a415-000db9f42e66 tempest-ServersTestManualDisk-1164688085 tempest-ServersTestManualDisk-1164688085-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:36.096203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:39:36.099277 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-70135581-96d4-4352-a415-000db9f42e66 tempest-ServersTestManualDisk-1164688085 tempest-ServersTestManualDisk-1164688085-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 1.4035959 Nov 19 16:39:36.104622 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:36.104622 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:36.115878 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 9 to bind port 86e14190-edbd-459d-bbef-a165c134450a Nov 19 16:39:36.184149 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:36.186822 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device e13bcb94-3466-400c-818f-0b48c0c450a3 up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:39:36.223786 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46062) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:36.380855 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-06ad36f4-2f81-47bd-be47-f6b1898a5f75 None None] Provisioning complete for port 5f0c055e-d88c-4beb-8c2f-030f05575902 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:36.381352 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-06ad36f4-2f81-47bd-be47-f6b1898a5f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:36.388110 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4220eaa4-de01-4db2-841f-3acaa6aa7c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:36.388565 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46064) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:36.392030 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4220eaa4-de01-4db2-841f-3acaa6aa7c41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:36.393266 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-4220eaa4-de01-4db2-841f-3acaa6aa7c41 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/25f6e081-8a7a-4f97-9bf6-19bcc80102df HTTP/1.1" status: 204 len: 168 time: 1.7563384 Nov 19 16:39:36.393389 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6936a995-85bb-444b-9f75-114f9c210654', 'name': 'tempest-ServersTestJSON-1263007321-router', 'tenant_id': '8dc553179f4649269b563abe7ef3a76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '020a2296-c523-4c7f-bb6d-81f053f0eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:30Z', 'revision_number': 4, 'project_id': '8dc553179f4649269b563abe7ef3a76c', 'gw_port': {'id': '020a2296-c523-4c7f-bb6d-81f053f0eaec', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6936a995-85bb-444b-9f75-114f9c210654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:22Z', 'updated_at': '2021-11-19T16:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': '01bc0405-e810-40dc-b581-1b71e1f285ea', 'name': '', 'network_id': '4b015ff2-6618-4647-8687-3bc25570c413', 'tenant_id': '8dc553179f4649269b563abe7ef3a76c', 'mac_address': 'fa:16:3e:3e:ec:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6936a995-85bb-444b-9f75-114f9c210654', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58a55dcf-c07d-433e-b2e1-f846dee61de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:27Z', 'updated_at': '2021-11-19T16:39:31Z', 'revision_number': 2, 'project_id': '8dc553179f4649269b563abe7ef3a76c', 'subnets': [{'id': '58a55dcf-c07d-433e-b2e1-f846dee61de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:36.406908 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3013aaef-cb98-4fbd-8cdc-5f5a67a74a66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:36.456354 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220eaa4-de01-4db2-841f-3acaa6aa7c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f6e081-8a7a-4f97-9bf6-19bcc80102df,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:36.462783 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:36.463333 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:36.463670 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:36.481247 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:36.481717 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:36.485933 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 10 to bind port 86e14190-edbd-459d-bbef-a165c134450a Nov 19 16:39:36.500567 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Pushing event updated for resources: {'Port': ['ID=6fc063df-b3ee-4773-bd21-d34f3982ce35,revision_number=4']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-b10c9740-036a-4961-85ef-60f4b68d88a7 tempest-ServersTestJSON-136598022 tempest-ServersTestJSON-136598022-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:36.505396 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b10c9740-036a-4961-85ef-60f4b68d88a7 tempest-ServersTestJSON-136598022 tempest-ServersTestJSON-136598022-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 1.4617214 Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 86e14190-edbd-459d-bbef-a165c134450a on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 86e14190-edbd-459d-bbef-a165c134450a on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:36.521168 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:36.528925 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Checking router: 6936a995-85bb-444b-9f75-114f9c210654 for host: dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:39:36.528925 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Updating router 6936a995-85bb-444b-9f75-114f9c210654 port 01bc0405-e810-40dc-b581-1b71e1f285ea binding host dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:39:36.565150 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46072) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:36.596136 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'name': 'tempest-ServersTestManualDisk-1903842581-router', 'tenant_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:21Z', 'updated_at': '2021-11-19T16:39:29Z', 'revision_number': 4, 'project_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'gw_port': {'id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:22Z', 'updated_at': '2021-11-19T16:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': 'b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9', 'name': '', 'network_id': '2798e0a8-8993-4033-b849-7206044e4bff', 'tenant_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'mac_address': 'fa:16:3e:de:a1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8b8bc146-06c9-4e30-80f8-d354f3852d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:27Z', 'updated_at': '2021-11-19T16:39:35Z', 'revision_number': 4, 'project_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'subnets': [{'id': '8b8bc146-06c9-4e30-80f8-d354f3852d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:36.616396 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:36.643290 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port e13bcb94-3466-400c-818f-0b48c0c450a3 triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:36.643816 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:36.667686 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab524f6-6e0c-4caf-aae5-074c4f547967 None None] The sync data for ids ['9f2020da-056e-4ac2-94b8-a4763f45e8bd'] in dv-neutron-815855-3-hyperv is: [{'id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'name': 'tempest-ServersTestManualDisk-1903842581-router', 'tenant_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:21Z', 'updated_at': '2021-11-19T16:39:29Z', 'revision_number': 4, 'project_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'gw_port': {'id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:22Z', 'updated_at': '2021-11-19T16:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': 'b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9', 'name': '', 'network_id': '2798e0a8-8993-4033-b849-7206044e4bff', 'tenant_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'mac_address': 'fa:16:3e:de:a1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8b8bc146-06c9-4e30-80f8-d354f3852d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:27Z', 'updated_at': '2021-11-19T16:39:35Z', 'revision_number': 4, 'project_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'subnets': [{'id': '8b8bc146-06c9-4e30-80f8-d354f3852d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:39:36.753158 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-225372287', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:36.769712 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-29be3708-6459-45cc-a0af-bcef797f5fd6 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:36.993763 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Made reservation on behalf of 9d353787d5cd4883b03e24a4f0655aff for: {'port': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:36.997989 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.012444 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-29be3708-6459-45cc-a0af-bcef797f5fd6 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.018552 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3013aaef-cb98-4fbd-8cdc-5f5a67a74a66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.022909 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c58930-0a78-4e26-938c-464e91f53511', 'name': 'tempest-ServerActionsTestJSON-1694727610-router', 'tenant_id': '1b4baf3eb65740df9cbdcca5db94df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:19Z', 'updated_at': '2021-11-19T16:39:28Z', 'revision_number': 4, 'project_id': '1b4baf3eb65740df9cbdcca5db94df04', 'gw_port': {'id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c58930-0a78-4e26-938c-464e91f53511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': '5f0c055e-d88c-4beb-8c2f-030f05575902', 'name': '', 'network_id': 'b524baa2-c6d4-4a3a-8c2b-6953e1f359ed', 'tenant_id': '1b4baf3eb65740df9cbdcca5db94df04', 'mac_address': 'fa:16:3e:c9:d0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c58930-0a78-4e26-938c-464e91f53511', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '149027da-92fe-4ff4-a181-e59bc17a34bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:25Z', 'updated_at': '2021-11-19T16:39:33Z', 'revision_number': 4, 'project_id': '1b4baf3eb65740df9cbdcca5db94df04', 'subnets': [{'id': '149027da-92fe-4ff4-a181-e59bc17a34bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:37.024925 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.040002 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.db [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] For port 86e14190-edbd-459d-bbef-a165c134450a, host hv-neutron-8158, cleared binding levels {{(pid=110038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:39:37.040606 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.db [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempted to set empty binding levels {{(pid=110038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 16:39:37.053680 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.096657 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e554f8-cd8f-45e9-bbad-ad4f95b2ee6f None None] The sync data for ids ['87c58930-0a78-4e26-938c-464e91f53511'] in dv-neutron-815855-3-hyperv is: [{'id': '87c58930-0a78-4e26-938c-464e91f53511', 'name': 'tempest-ServerActionsTestJSON-1694727610-router', 'tenant_id': '1b4baf3eb65740df9cbdcca5db94df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:19Z', 'updated_at': '2021-11-19T16:39:28Z', 'revision_number': 4, 'project_id': '1b4baf3eb65740df9cbdcca5db94df04', 'gw_port': {'id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c58930-0a78-4e26-938c-464e91f53511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': '5f0c055e-d88c-4beb-8c2f-030f05575902', 'name': '', 'network_id': 'b524baa2-c6d4-4a3a-8c2b-6953e1f359ed', 'tenant_id': '1b4baf3eb65740df9cbdcca5db94df04', 'mac_address': 'fa:16:3e:c9:d0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c58930-0a78-4e26-938c-464e91f53511', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '149027da-92fe-4ff4-a181-e59bc17a34bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:25Z', 'updated_at': '2021-11-19T16:39:33Z', 'revision_number': 4, 'project_id': '1b4baf3eb65740df9cbdcca5db94df04', 'subnets': [{'id': '149027da-92fe-4ff4-a181-e59bc17a34bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:39:37.109913 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-06ad36f4-2f81-47bd-be47-f6b1898a5f75 None None] Provisioning complete for port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:37.110581 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-06ad36f4-2f81-47bd-be47-f6b1898a5f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.177694 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:37.178359 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for port, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.199783 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-29be3708-6459-45cc-a0af-bcef797f5fd6 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.201390 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-29be3708-6459-45cc-a0af-bcef797f5fd6 tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.2976806 Nov 19 16:39:37.217787 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46082) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:37.393218 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-06ad36f4-2f81-47bd-be47-f6b1898a5f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.473442 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-06ad36f4-2f81-47bd-be47-f6b1898a5f75 None None] For port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9,segment=NetworkSegment(e1dddf90-380d-42c2-88b1-bcc068356ab8),segment_id=e1dddf90-380d-42c2-88b1-bcc068356ab8)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:37.491414 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-06ad36f4-2f81-47bd-be47-f6b1898a5f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.524608 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.538514 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Pushing event updated for resources: {'Port': ['ID=86e14190-edbd-459d-bbef-a165c134450a,revision_number=2']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:37.557850 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.560159 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Publish callbacks [] for port, precommit_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.577566 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-df7df0b4-3c79-4ee6-ad58-d6ab1b19f9e6 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 10.0712268 Nov 19 16:39:37.579055 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.notifiers.nova [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] device_id is not set on port 73f2f989-3826-4c2c-a871-236e41e2141a yet. {{(pid=110037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:39:37.583279 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46088) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:37.587418 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.612853 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 020a2296-c523-4c7f-bb6d-81f053f0eaec up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:39:37.647849 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad36f4-2f81-47bd-be47-f6b1898a5f75 None None] Pushing event updated for resources: {'Port': ['ID=b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9,revision_number=5']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:37.670803 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3013aaef-cb98-4fbd-8cdc-5f5a67a74a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.674408 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3013aaef-cb98-4fbd-8cdc-5f5a67a74a66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.690336 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-3013aaef-cb98-4fbd-8cdc-5f5a67a74a66 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3ee62b9a-4731-46f1-b162-dbe9b2e2117c HTTP/1.1" status: 204 len: 168 time: 1.7136214 Nov 19 16:39:37.694060 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7d471983-05e2-4fb5-b413-7296a9ebde6f tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.705315 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2606fa-26ff-47ce-8075-58ddcae4c79b,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:37.756786 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013aaef-cb98-4fbd-8cdc-5f5a67a74a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee62b9a-4731-46f1-b162-dbe9b2e2117c,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:37.818406 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6edf4593-4392-4816-81b9-3cbe98de27b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16707448'] for router_interface, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.939089 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-7b33154e-e223-4f38-91d3-7083c40ef44d None None] Provisioning complete for port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:37.941644 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-7b33154e-e223-4f38-91d3-7083c40ef44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:37.948037 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916a238-e7a1-4b76-9c79-ff80de27346b None None] Pushing event updated for resources: {'Port': ['ID=01bc0405-e810-40dc-b581-1b71e1f285ea,revision_number=3']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:38.074190 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Attempting to bind port 01bc0405-e810-40dc-b581-1b71e1f285ea on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:38.075036 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Attempting to bind port 01bc0405-e810-40dc-b581-1b71e1f285ea by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '76087871-8b6d-4f0e-8b5f-0b4468d88dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4b015ff2-6618-4647-8687-3bc25570c413'}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:38.075589 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Attempting to bind port 01bc0405-e810-40dc-b581-1b71e1f285ea on network 4b015ff2-6618-4647-8687-3bc25570c413 {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:38.095862 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:39:38.101733 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Checking segment: {'id': '76087871-8b6d-4f0e-8b5f-0b4468d88dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4b015ff2-6618-4647-8687-3bc25570c413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:39:38.102632 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:38.103234 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Bound using segment: {'id': '76087871-8b6d-4f0e-8b5f-0b4468d88dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4b015ff2-6618-4647-8687-3bc25570c413'} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:39:38.104113 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Bound port: 01bc0405-e810-40dc-b581-1b71e1f285ea, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76087871-8b6d-4f0e-8b5f-0b4468d88dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4b015ff2-6618-4647-8687-3bc25570c413'}}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:39:38.104689 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:38.108610 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 020a2296-c523-4c7f-bb6d-81f053f0eaec triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:38.114744 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:38.298377 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] For port 01bc0405-e810-40dc-b581-1b71e1f285ea, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:39:38.304325 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] For port 01bc0405-e810-40dc-b581-1b71e1f285ea, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=01bc0405-e810-40dc-b581-1b71e1f285ea,segment=NetworkSegment(76087871-8b6d-4f0e-8b5f-0b4468d88dfe),segment_id=76087871-8b6d-4f0e-8b5f-0b4468d88dfe)] {{(pid=110039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:39:38.311821 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:38.340326 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7d471983-05e2-4fb5-b413-7296a9ebde6f tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:38.347581 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7d471983-05e2-4fb5-b413-7296a9ebde6f tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:38.351735 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-833d228f-3d10-470c-b1ca-0b7ea9515857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:38.357006 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7668ac36-d62c-4fe2-bf1d-5f887730cc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16707448'] for router_interface, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:38.472969 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d228f-3d10-470c-b1ca-0b7ea9515857 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0c055e-d88c-4beb-8c2f-030f05575902,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:38.654132 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7d471983-05e2-4fb5-b413-7296a9ebde6f tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:38.654501 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916a238-e7a1-4b76-9c79-ff80de27346b None None] Pushing event updated for resources: {'Port': ['ID=01bc0405-e810-40dc-b581-1b71e1f285ea,revision_number=4']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:38.656000 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d471983-05e2-4fb5-b413-7296a9ebde6f tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a590e4a-57c4-4890-aa4a-f656c07ccc93 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:39:38.676487 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7d471983-05e2-4fb5-b413-7296a9ebde6f tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:38.681983 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Routers {'6936a995-85bb-444b-9f75-114f9c210654'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:38.682651 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['6936a995-85bb-444b-9f75-114f9c210654'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:38.684187 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-7d471983-05e2-4fb5-b413-7296a9ebde6f tempest-RoutersTestDVR-1997522234 tempest-RoutersTestDVR-1997522234-project-admin] 10.222.0.76 "DELETE /v2.0/routers/4a590e4a-57c4-4890-aa4a-f656c07ccc93 HTTP/1.1" status: 204 len: 168 time: 1.4621119 Nov 19 16:39:38.686166 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_common [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Allocated IP 172.26.3.124 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/73f2f989-3826-4c2c-a871-236e41e2141a) {{(pid=110037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:39:38.694538 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-9e37d0f6-288d-456b-84e6-69a50030c653 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Deleting port 86e14190-edbd-459d-bbef-a165c134450a {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:38.695338 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9e37d0f6-288d-456b-84e6-69a50030c653 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:38.814855 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 6fc063df-b3ee-4773-bd21-d34f3982ce35 up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:39:38.880058 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.db [None req-9e37d0f6-288d-456b-84e6-69a50030c653 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] For port 86e14190-edbd-459d-bbef-a165c134450a, host hv-neutron-8158, got binding levels [] {{(pid=110038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:38.880566 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9e37d0f6-288d-456b-84e6-69a50030c653 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:38.932846 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-9e37d0f6-288d-456b-84e6-69a50030c653 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Calling delete_port for 86e14190-edbd-459d-bbef-a165c134450a owned by {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:39.030146 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-518577b0-57fb-4a23-9669-0639c464a736 None None] Provisioning complete for port 01bc0405-e810-40dc-b581-1b71e1f285ea triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:39.030562 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-518577b0-57fb-4a23-9669-0639c464a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:39.164250 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9e37d0f6-288d-456b-84e6-69a50030c653 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:39.310106 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 6fc063df-b3ee-4773-bd21-d34f3982ce35 triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:39.312705 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:39.316119 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46120) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:39.325480 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9e37d0f6-288d-456b-84e6-69a50030c653 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:39.332175 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-9e37d0f6-288d-456b-84e6-69a50030c653 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] 10.222.0.76 "DELETE /v2.0/ports/86e14190-edbd-459d-bbef-a165c134450a HTTP/1.1" status: 204 len: 168 time: 1.7476006 Nov 19 16:39:39.333664 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37d0f6-288d-456b-84e6-69a50030c653 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Pushing event deleted for resources: {'Port': ['ID=86e14190-edbd-459d-bbef-a165c134450a,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:39.338339 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46124) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:39.377134 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] Set router 6936a995-85bb-444b-9f75-114f9c210654 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:39.399062 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fc7b30-dcda-42b6-835e-1ed6df41a196 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] GET failed (client error): The resource could not be found. Nov 19 16:39:39.401036 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-07fc7b30-dcda-42b6-835e-1ed6df41a196 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] 10.222.0.76 "GET /v2.0/ports/86e14190-edbd-459d-bbef-a165c134450a HTTP/1.1" status: 404 len: 333 time: 0.0613258 Nov 19 16:39:39.406435 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46126) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:39.418372 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-7124ef24-bb4e-4469-b103-fb9f84236547 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Request body: {'port': {'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1588349313'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:39.519861 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:39.544230 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-6edf4593-4392-4816-81b9-3cbe98de27b1 admin admin] Deleting port 01bc0405-e810-40dc-b581-1b71e1f285ea {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:39.544829 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6edf4593-4392-4816-81b9-3cbe98de27b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:39.579992 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-833d228f-3d10-470c-b1ca-0b7ea9515857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16290587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16707468'] for router_interface, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:39.590611 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7124ef24-bb4e-4469-b103-fb9f84236547 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Made reservation on behalf of dbc60f4318d048ed84b43066c106374c for: {'port': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:39.596032 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7124ef24-bb4e-4469-b103-fb9f84236547 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:39.700440 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.notifiers.nova [None req-7124ef24-bb4e-4469-b103-fb9f84236547 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] device_id is not set on port e4d066af-aa4c-457e-894a-ed7c60767e87 yet. {{(pid=110038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:39:39.761712 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-6edf4593-4392-4816-81b9-3cbe98de27b1 admin admin] For port 01bc0405-e810-40dc-b581-1b71e1f285ea, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=01bc0405-e810-40dc-b581-1b71e1f285ea,segment=NetworkSegment(76087871-8b6d-4f0e-8b5f-0b4468d88dfe),segment_id=76087871-8b6d-4f0e-8b5f-0b4468d88dfe)] {{(pid=110037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:39.762306 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6edf4593-4392-4816-81b9-3cbe98de27b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:39.794529 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-6edf4593-4392-4816-81b9-3cbe98de27b1 admin admin] Calling delete_port for 01bc0405-e810-40dc-b581-1b71e1f285ea owned by network:router_interface {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:39.827585 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-7668ac36-d62c-4fe2-bf1d-5f887730cc0a admin admin] Deleting port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:39.828209 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7668ac36-d62c-4fe2-bf1d-5f887730cc0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:39.963292 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:40.010071 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-518577b0-57fb-4a23-9669-0639c464a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:40.042830 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-283d25bc-ca40-4c32-8075-4d3ef888f7b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:40.126190 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.db [None req-7668ac36-d62c-4fe2-bf1d-5f887730cc0a admin admin] For port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9,segment=NetworkSegment(e1dddf90-380d-42c2-88b1-bcc068356ab8),segment_id=e1dddf90-380d-42c2-88b1-bcc068356ab8)] {{(pid=110038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:40.128416 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7668ac36-d62c-4fe2-bf1d-5f887730cc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:40.177258 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-7668ac36-d62c-4fe2-bf1d-5f887730cc0a admin admin] Calling delete_port for b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 owned by network:router_interface {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:40.219752 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-518577b0-57fb-4a23-9669-0639c464a736 None None] For port 01bc0405-e810-40dc-b581-1b71e1f285ea, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=01bc0405-e810-40dc-b581-1b71e1f285ea,segment=NetworkSegment(76087871-8b6d-4f0e-8b5f-0b4468d88dfe),segment_id=76087871-8b6d-4f0e-8b5f-0b4468d88dfe)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:40.231508 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-518577b0-57fb-4a23-9669-0639c464a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:40.396477 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46144) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:40.433490 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46148) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:40.434866 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:39:40.537805 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7124ef24-bb4e-4469-b103-fb9f84236547 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:40.560346 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-f4e59843-5ba5-426b-90c5-8494ca9c9421 None None] Provisioning complete for port 01bc0405-e810-40dc-b581-1b71e1f285ea triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:40.560708 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f4e59843-5ba5-426b-90c5-8494ca9c9421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:40.620670 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6edf4593-4392-4816-81b9-3cbe98de27b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:40.638488 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518577b0-57fb-4a23-9669-0639c464a736 None None] Pushing event updated for resources: {'Port': ['ID=01bc0405-e810-40dc-b581-1b71e1f285ea,revision_number=5']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:40.648399 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:40.666763 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-f4e59843-5ba5-426b-90c5-8494ca9c9421 None None] Could not find standard attr ID for object 01bc0405-e810-40dc-b581-1b71e1f285ea. {{(pid=110039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 16:39:40.673055 dv-neutron-815855-3-hyperv neutron-server[110039]: INFO neutron.plugins.ml2.db [None req-f4e59843-5ba5-426b-90c5-8494ca9c9421 None None] No ports have port_id starting with 01bc0405-e810-40dc-b581-1b71e1f285ea Nov 19 16:39:40.676952 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:40.678303 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:40.684826 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:40.691589 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Pushing event updated for resources: {'Port': ['ID=73f2f989-3826-4c2c-a871-236e41e2141a,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:40.706423 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:39:40.707885 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:40.708612 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:40.789271 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-ae610db8-3a7c-4151-803f-14f7e2f7a1d6 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1785169200'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:40.790016 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-ae610db8-3a7c-4151-803f-14f7e2f7a1d6 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] Unknown quota resources ['metering_label']. {{(pid=110038) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 16:39:40.813835 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6936a995-85bb-444b-9f75-114f9c210654', 'name': 'tempest-ServersTestJSON-1263007321-router', 'tenant_id': '8dc553179f4649269b563abe7ef3a76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '020a2296-c523-4c7f-bb6d-81f053f0eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:30Z', 'revision_number': 4, 'project_id': '8dc553179f4649269b563abe7ef3a76c', 'gw_port': {'id': '020a2296-c523-4c7f-bb6d-81f053f0eaec', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6936a995-85bb-444b-9f75-114f9c210654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:22Z', 'updated_at': '2021-11-19T16:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': '01bc0405-e810-40dc-b581-1b71e1f285ea', 'name': '', 'network_id': '4b015ff2-6618-4647-8687-3bc25570c413', 'tenant_id': '8dc553179f4649269b563abe7ef3a76c', 'mac_address': 'fa:16:3e:3e:ec:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6936a995-85bb-444b-9f75-114f9c210654', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58a55dcf-c07d-433e-b2e1-f846dee61de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:27Z', 'updated_at': '2021-11-19T16:39:38Z', 'revision_number': 4, 'project_id': '8dc553179f4649269b563abe7ef3a76c', 'subnets': [{'id': '58a55dcf-c07d-433e-b2e1-f846dee61de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:40.838995 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-21213a32-c4be-4f5c-a235-962eaac775cf tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.4375429 Nov 19 16:39:40.839593 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7124ef24-bb4e-4469-b103-fb9f84236547 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:40.840125 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46154) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:40.863483 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf4593-4392-4816-81b9-3cbe98de27b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=01bc0405-e810-40dc-b581-1b71e1f285ea,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:40.891379 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd3bb1-3243-425c-89cd-7884f12561af None None] The sync data for ids ['6936a995-85bb-444b-9f75-114f9c210654'] in dv-neutron-815855-3-hyperv is: [{'id': '6936a995-85bb-444b-9f75-114f9c210654', 'name': 'tempest-ServersTestJSON-1263007321-router', 'tenant_id': '8dc553179f4649269b563abe7ef3a76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '020a2296-c523-4c7f-bb6d-81f053f0eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:30Z', 'revision_number': 4, 'project_id': '8dc553179f4649269b563abe7ef3a76c', 'gw_port': {'id': '020a2296-c523-4c7f-bb6d-81f053f0eaec', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6936a995-85bb-444b-9f75-114f9c210654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:22Z', 'updated_at': '2021-11-19T16:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': '01bc0405-e810-40dc-b581-1b71e1f285ea', 'name': '', 'network_id': '4b015ff2-6618-4647-8687-3bc25570c413', 'tenant_id': '8dc553179f4649269b563abe7ef3a76c', 'mac_address': 'fa:16:3e:3e:ec:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6936a995-85bb-444b-9f75-114f9c210654', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58a55dcf-c07d-433e-b2e1-f846dee61de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:27Z', 'updated_at': '2021-11-19T16:39:38Z', 'revision_number': 4, 'project_id': '8dc553179f4649269b563abe7ef3a76c', 'subnets': [{'id': '58a55dcf-c07d-433e-b2e1-f846dee61de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:39:40.902825 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-bdf8719e-2d35-4ee4-b82c-c82118200f5d tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.124'}]}}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:40.961219 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8b6552ef-9e52-47b3-8e85-936953de5d6d tempest-AgentManagementNegativeTest-2133669998 tempest-AgentManagementNegativeTest-2133669998-project] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5426328 Nov 19 16:39:40.991924 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-283d25bc-ca40-4c32-8075-4d3ef888f7b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:41.070835 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124ef24-bb4e-4469-b103-fb9f84236547 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Pushing event updated for resources: {'Port': ['ID=e4d066af-aa4c-457e-894a-ed7c60767e87,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:41.098237 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6edf4593-4392-4816-81b9-3cbe98de27b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16290587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16707468'] for router_interface, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:41.106300 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-283d25bc-ca40-4c32-8075-4d3ef888f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:41.196073 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7124ef24-bb4e-4469-b103-fb9f84236547 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:41.212953 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-7124ef24-bb4e-4469-b103-fb9f84236547 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:41.228491 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:39:41.234424 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833d228f-3d10-470c-b1ca-0b7ea9515857 admin admin] Router 87c58930-0a78-4e26-938c-464e91f53511 has already been hosted by L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd {{(pid=110037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 16:39:41.243388 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7124ef24-bb4e-4469-b103-fb9f84236547 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:39:41.244318 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7124ef24-bb4e-4469-b103-fb9f84236547 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:41.245079 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7124ef24-bb4e-4469-b103-fb9f84236547 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:41.326745 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:39:41.327636 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:41.365904 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ae610db8-3a7c-4151-803f-14f7e2f7a1d6 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:41.367398 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ae610db8-3a7c-4151-803f-14f7e2f7a1d6 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9319167 Nov 19 16:39:41.372335 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46160) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:41.380837 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d25bc-ca40-4c32-8075-4d3ef888f7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf630cd-1de3-48d5-9775-d19c3ba42c68,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:41.387280 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-2f6de865-c0c0-4dfa-bdb4-a230f79c806b tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '86a15f44-af12-40cb-84f8-e2b723ecbe0d'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:41.387825 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-2f6de865-c0c0-4dfa-bdb4-a230f79c806b tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110037) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 16:39:41.400698 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-283d25bc-ca40-4c32-8075-4d3ef888f7b8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=872b13730493426db6ab349aee06ce61&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0813293 Nov 19 16:39:41.401746 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bdf8719e-2d35-4ee4-b82c-c82118200f5d tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:41.405111 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bdf8719e-2d35-4ee4-b82c-c82118200f5d tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:41.405731 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46162) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:41.419287 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-7124ef24-bb4e-4469-b103-fb9f84236547 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0046520 Nov 19 16:39:41.425543 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46164) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:41.498050 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7668ac36-d62c-4fe2-bf1d-5f887730cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:41.573131 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668ac36-d62c-4fe2-bf1d-5f887730cc0a admin admin] Pushing event deleted for resources: {'Port': ['ID=b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:41.576478 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8158'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:41.605651 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bdf8719e-2d35-4ee4-b82c-c82118200f5d tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:41.626616 dv-neutron-815855-3-hyperv neutron-server[110037]: WARNING neutron.services.metering.metering_plugin [None req-2f6de865-c0c0-4dfa-bdb4-a230f79c806b tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 16:39:41.631147 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46168) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:41.820424 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7668ac36-d62c-4fe2-bf1d-5f887730cc0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16290587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16707468'] for router_interface, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:41.879943 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a492a23f-3b0c-4e34-9f27-4635cfa1353d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:41.931314 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2f6de865-c0c0-4dfa-bdb4-a230f79c806b tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:41.932504 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-2f6de865-c0c0-4dfa-bdb4-a230f79c806b tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5557981 Nov 19 16:39:41.940163 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46174) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:41.953516 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-859ba50f-c560-436d-ad33-f62ec0bf4479 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '86a15f44-af12-40cb-84f8-e2b723ecbe0d'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:41.954011 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-859ba50f-c560-436d-ad33-f62ec0bf4479 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110037) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 16:39:41.970792 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1fb39b6b-5422-4e2f-8fc4-fd581feee8ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:41.977134 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833d228f-3d10-470c-b1ca-0b7ea9515857 admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:39:41.988155 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccaa6f3-0300-4519-97f3-3988c7fb4164 None None] Sync routers for ids ['87c58930-0a78-4e26-938c-464e91f53511'] in dv-neutron-815855-3-hyperv {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:39:41.988742 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-833d228f-3d10-470c-b1ca-0b7ea9515857 admin admin] 10.222.0.76 "PUT /v2.0/routers/87c58930-0a78-4e26-938c-464e91f53511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7709234 Nov 19 16:39:41.996343 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46176) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:42.004429 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccaa6f3-0300-4519-97f3-3988c7fb4164 None None] Routers {'87c58930-0a78-4e26-938c-464e91f53511'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:42.005687 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-5ccaa6f3-0300-4519-97f3-3988c7fb4164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['87c58930-0a78-4e26-938c-464e91f53511'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:42.032694 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bdf8719e-2d35-4ee4-b82c-c82118200f5d tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:42.131685 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-5ccaa6f3-0300-4519-97f3-3988c7fb4164 None None] Set router 87c58930-0a78-4e26-938c-464e91f53511 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:42.140099 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:42.144172 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e997-57e4-4313-abfe-d5c24e952342 admin admin] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:42.199274 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edf4593-4392-4816-81b9-3cbe98de27b1 admin admin] Router 6936a995-85bb-444b-9f75-114f9c210654 has already been hosted by L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd {{(pid=110037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 16:39:42.300262 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a492a23f-3b0c-4e34-9f27-4635cfa1353d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:42.310377 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a492a23f-3b0c-4e34-9f27-4635cfa1353d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:42.403821 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492a23f-3b0c-4e34-9f27-4635cfa1353d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5318e4-148b-4218-9152-f231b28693ba,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:42.427134 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a492a23f-3b0c-4e34-9f27-4635cfa1353d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4656b9324f7540f8a1c5d94aed171626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7933154 Nov 19 16:39:42.429343 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46178) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:42.435617 dv-neutron-815855-3-hyperv neutron-server[110037]: WARNING neutron.services.metering.metering_plugin [None req-859ba50f-c560-436d-ad33-f62ec0bf4479 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 16:39:42.448316 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1fb39b6b-5422-4e2f-8fc4-fd581feee8ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:42.458870 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-5ccaa6f3-0300-4519-97f3-3988c7fb4164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c58930-0a78-4e26-938c-464e91f53511', 'name': 'tempest-ServerActionsTestJSON-1694727610-router', 'tenant_id': '1b4baf3eb65740df9cbdcca5db94df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:19Z', 'updated_at': '2021-11-19T16:39:37Z', 'revision_number': 5, 'project_id': '1b4baf3eb65740df9cbdcca5db94df04', 'gw_port': {'id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c58930-0a78-4e26-938c-464e91f53511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:42.462672 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7668ac36-d62c-4fe2-bf1d-5f887730cc0a admin admin] Router 9f2020da-056e-4ac2-94b8-a4763f45e8bd has already been hosted by L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd {{(pid=110038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 16:39:42.493714 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccaa6f3-0300-4519-97f3-3988c7fb4164 None None] Checking router: 87c58930-0a78-4e26-938c-464e91f53511 for host: dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:39:42.506566 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccaa6f3-0300-4519-97f3-3988c7fb4164 None None] Routers {'87c58930-0a78-4e26-938c-464e91f53511'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:42.507559 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-5ccaa6f3-0300-4519-97f3-3988c7fb4164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['87c58930-0a78-4e26-938c-464e91f53511'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:42.557056 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-859ba50f-c560-436d-ad33-f62ec0bf4479 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:42.558888 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-859ba50f-c560-436d-ad33-f62ec0bf4479 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6130002 Nov 19 16:39:42.612189 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46180) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:42.650805 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-5ccaa6f3-0300-4519-97f3-3988c7fb4164 None None] Set router 87c58930-0a78-4e26-938c-464e91f53511 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:42.729542 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-2096c8c4-a4b2-4da7-80ca-5fab471319cf tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=d273385b-4c5a-4ab8-8dfb-ebbb37355dee HTTP/1.1" status: 200 len: 462 time: 0.1116202 Nov 19 16:39:42.772897 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46184) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:42.849061 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bdf8719e-2d35-4ee4-b82c-c82118200f5d tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:42.894010 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c65d956e-bea7-4342-91a7-80f8173c2295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:42.926159 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c65d956e-bea7-4342-91a7-80f8173c2295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:42.946301 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bdf8719e-2d35-4ee4-b82c-c82118200f5d tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:42.946530 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-5ccaa6f3-0300-4519-97f3-3988c7fb4164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c58930-0a78-4e26-938c-464e91f53511', 'name': 'tempest-ServerActionsTestJSON-1694727610-router', 'tenant_id': '1b4baf3eb65740df9cbdcca5db94df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:19Z', 'updated_at': '2021-11-19T16:39:37Z', 'revision_number': 5, 'project_id': '1b4baf3eb65740df9cbdcca5db94df04', 'gw_port': {'id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c58930-0a78-4e26-938c-464e91f53511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:42.995926 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0d45608d-bf09-450a-9909-6ee434c024e7 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:43.000630 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-0d45608d-bf09-450a-9909-6ee434c024e7 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/d273385b-4c5a-4ab8-8dfb-ebbb37355dee HTTP/1.1" status: 204 len: 168 time: 0.2266424 Nov 19 16:39:43.003465 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46186) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:43.008047 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccaa6f3-0300-4519-97f3-3988c7fb4164 None None] The sync data for ids ['87c58930-0a78-4e26-938c-464e91f53511'] in dv-neutron-815855-3-hyperv is: [{'id': '87c58930-0a78-4e26-938c-464e91f53511', 'name': 'tempest-ServerActionsTestJSON-1694727610-router', 'tenant_id': '1b4baf3eb65740df9cbdcca5db94df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:19Z', 'updated_at': '2021-11-19T16:39:37Z', 'revision_number': 5, 'project_id': '1b4baf3eb65740df9cbdcca5db94df04', 'gw_port': {'id': 'e13bcb94-3466-400c-818f-0b48c0c450a3', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c58930-0a78-4e26-938c-464e91f53511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}] {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:39:43.015756 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7668ac36-d62c-4fe2-bf1d-5f887730cc0a admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:39:43.022815 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-1def5f46-3d57-4abe-9f08-6002caf600a9 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=d273385b-4c5a-4ab8-8dfb-ebbb37355dee HTTP/1.1" status: 200 len: 221 time: 0.0179131 Nov 19 16:39:43.023241 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46188) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:43.027575 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97898f8e-4db8-4c48-9f46-617426ec99b1 None None] Sync routers for ids ['9f2020da-056e-4ac2-94b8-a4763f45e8bd'] in dv-neutron-815855-3-hyperv {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:39:43.029577 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-7668ac36-d62c-4fe2-bf1d-5f887730cc0a admin admin] 10.222.0.76 "PUT /v2.0/routers/9f2020da-056e-4ac2-94b8-a4763f45e8bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8036838 Nov 19 16:39:43.034912 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-e6d105cb-3945-4952-ae7c-74c9a51fe401 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1044493994', 'description': 'label created by tempest'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:43.035375 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-e6d105cb-3945-4952-ae7c-74c9a51fe401 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] Unknown quota resources ['metering_label']. {{(pid=110038) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 16:39:43.037667 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46190) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:43.047984 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97898f8e-4db8-4c48-9f46-617426ec99b1 None None] Routers {'9f2020da-056e-4ac2-94b8-a4763f45e8bd'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:43.050090 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-97898f8e-4db8-4c48-9f46-617426ec99b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['9f2020da-056e-4ac2-94b8-a4763f45e8bd'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:43.060007 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e997-57e4-4313-abfe-d5c24e952342 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:43.175971 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.notifiers.nova [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] device_id is not set on port e4d066af-aa4c-457e-894a-ed7c60767e87 yet. {{(pid=110037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:39:43.182015 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-97898f8e-4db8-4c48-9f46-617426ec99b1 None None] Set router 9f2020da-056e-4ac2-94b8-a4763f45e8bd gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:43.197398 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:43.239997 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1fb39b6b-5422-4e2f-8fc4-fd581feee8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:43.244383 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1fb39b6b-5422-4e2f-8fc4-fd581feee8ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:43.246266 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-1fb39b6b-5422-4e2f-8fc4-fd581feee8ce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/baf630cd-1de3-48d5-9775-d19c3ba42c68 HTTP/1.1" status: 204 len: 168 time: 1.8378220 Nov 19 16:39:43.273634 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edf4593-4392-4816-81b9-3cbe98de27b1 admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:39:43.283549 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6edf4593-4392-4816-81b9-3cbe98de27b1 admin admin] 10.222.0.76 "PUT /v2.0/routers/6936a995-85bb-444b-9f75-114f9c210654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7111080 Nov 19 16:39:43.290028 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46194) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:43.293936 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:43.321424 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb39b6b-5422-4e2f-8fc4-fd581feee8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf630cd-1de3-48d5-9775-d19c3ba42c68,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:43.407278 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c65d956e-bea7-4342-91a7-80f8173c2295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:43.411229 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c65d956e-bea7-4342-91a7-80f8173c2295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:43.412685 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c65d956e-bea7-4342-91a7-80f8173c2295 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4e5318e4-148b-4218-9152-f231b28693ba HTTP/1.1" status: 204 len: 168 time: 0.9782033 Nov 19 16:39:43.433100 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:43.433432 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:43.433819 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:43.448462 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-97898f8e-4db8-4c48-9f46-617426ec99b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'name': 'tempest-ServersTestManualDisk-1903842581-router', 'tenant_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:21Z', 'updated_at': '2021-11-19T16:39:41Z', 'revision_number': 5, 'project_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'gw_port': {'id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:22Z', 'updated_at': '2021-11-19T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:43.477663 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:43.480435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:43.487633 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d956e-bea7-4342-91a7-80f8173c2295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5318e4-148b-4218-9152-f231b28693ba,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:43.505967 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 2 to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 Nov 19 16:39:43.540362 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97898f8e-4db8-4c48-9f46-617426ec99b1 None None] Checking router: 9f2020da-056e-4ac2-94b8-a4763f45e8bd for host: dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:39:43.551339 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:43.552159 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:43.556311 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:43.560452 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97898f8e-4db8-4c48-9f46-617426ec99b1 None None] Routers {'9f2020da-056e-4ac2-94b8-a4763f45e8bd'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:43.561548 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-97898f8e-4db8-4c48-9f46-617426ec99b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['9f2020da-056e-4ac2-94b8-a4763f45e8bd'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:43.565697 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Pushing event updated for resources: {'Port': ['ID=e4d066af-aa4c-457e-894a-ed7c60767e87,revision_number=2']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:43.583563 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:43.584081 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:43.586006 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 3 to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 Nov 19 16:39:43.603128 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-a1b0e997-57e4-4313-abfe-d5c24e952342 admin admin] Deleting port e13bcb94-3466-400c-818f-0b48c0c450a3 {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:43.603637 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e997-57e4-4313-abfe-d5c24e952342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:43.603966 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e6d105cb-3945-4952-ae7c-74c9a51fe401 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:43.610969 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e6d105cb-3945-4952-ae7c-74c9a51fe401 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5794930 Nov 19 16:39:43.618660 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46200) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:43.731233 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-97898f8e-4db8-4c48-9f46-617426ec99b1 None None] Set router 9f2020da-056e-4ac2-94b8-a4763f45e8bd gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:43.741504 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:43.742030 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:43.742564 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:43.793372 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e1cca8de-8507-4c82-a91c-c14812ec6b2c admin admin] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:43.853493 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:43.856071 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:43.958204 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46204) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:43.967203 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 4 to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 Nov 19 16:39:43.972186 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b720255b-524e-4860-bf69-23e23ff97e34 admin admin] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:43.998755 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c422da0e-8984-4f02-991f-a51178858080 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=bbd09e3f-506a-458c-bea4-0fedac72f5b1 HTTP/1.1" status: 200 len: 468 time: 0.3750453 Nov 19 16:39:44.003072 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46208) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:44.014827 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e761bad9-9ba0-46f9-bebf-08fe6ea040e3 None None] Sync routers for ids ['6936a995-85bb-444b-9f75-114f9c210654'] in dv-neutron-815855-3-hyperv {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:39:44.030968 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e761bad9-9ba0-46f9-bebf-08fe6ea040e3 None None] Routers {'6936a995-85bb-444b-9f75-114f9c210654'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:44.036992 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8c15e66a-0a81-4d74-b224-42028697cae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:44.039432 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-e761bad9-9ba0-46f9-bebf-08fe6ea040e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['6936a995-85bb-444b-9f75-114f9c210654'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:44.060907 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:44.061798 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:44.062156 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:44.068900 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e1cca8de-8507-4c82-a91c-c14812ec6b2c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:44.121123 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-97898f8e-4db8-4c48-9f46-617426ec99b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'name': 'tempest-ServersTestManualDisk-1903842581-router', 'tenant_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:21Z', 'updated_at': '2021-11-19T16:39:41Z', 'revision_number': 5, 'project_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'gw_port': {'id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:22Z', 'updated_at': '2021-11-19T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:44.159331 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97898f8e-4db8-4c48-9f46-617426ec99b1 None None] The sync data for ids ['9f2020da-056e-4ac2-94b8-a4763f45e8bd'] in dv-neutron-815855-3-hyperv is: [{'id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'name': 'tempest-ServersTestManualDisk-1903842581-router', 'tenant_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:21Z', 'updated_at': '2021-11-19T16:39:41Z', 'revision_number': 5, 'project_id': 'f73b21d3929e4154bfd260d0b4e1f5e6', 'gw_port': {'id': '6fc063df-b3ee-4773-bd21-d34f3982ce35', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2020da-056e-4ac2-94b8-a4763f45e8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:22Z', 'updated_at': '2021-11-19T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}] {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:39:44.195253 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:44.195726 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:44.200585 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 5 to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 Nov 19 16:39:44.209854 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b720255b-524e-4860-bf69-23e23ff97e34 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:44.215635 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bdf8719e-2d35-4ee4-b82c-c82118200f5d tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:44.260674 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-e761bad9-9ba0-46f9-bebf-08fe6ea040e3 None None] Set router 6936a995-85bb-444b-9f75-114f9c210654 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:44.293779 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-a1b0e997-57e4-4313-abfe-d5c24e952342 admin admin] For port e13bcb94-3466-400c-818f-0b48c0c450a3, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=e13bcb94-3466-400c-818f-0b48c0c450a3,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:44.294165 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e997-57e4-4313-abfe-d5c24e952342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:44.301887 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:44.302230 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:44.302570 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:44.319461 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:44.319794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:44.320762 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-a1b0e997-57e4-4313-abfe-d5c24e952342 admin admin] Calling delete_port for e13bcb94-3466-400c-818f-0b48c0c450a3 owned by network:router_gateway {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:44.358509 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 6 to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 Nov 19 16:39:44.435134 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:44.435469 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:44.435871 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:44.452662 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:44.453186 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:44.453702 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 7 to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 Nov 19 16:39:44.467217 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:44.493656 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8b8b2026-b3f2-4a75-9746-0654de5756c8 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:44.498818 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-8b8b2026-b3f2-4a75-9746-0654de5756c8 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/bbd09e3f-506a-458c-bea4-0fedac72f5b1 HTTP/1.1" status: 204 len: 168 time: 0.4887869 Nov 19 16:39:44.507088 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46216) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:44.517893 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-e761bad9-9ba0-46f9-bebf-08fe6ea040e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6936a995-85bb-444b-9f75-114f9c210654', 'name': 'tempest-ServersTestJSON-1263007321-router', 'tenant_id': '8dc553179f4649269b563abe7ef3a76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '020a2296-c523-4c7f-bb6d-81f053f0eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:40Z', 'revision_number': 5, 'project_id': '8dc553179f4649269b563abe7ef3a76c', 'gw_port': {'id': '020a2296-c523-4c7f-bb6d-81f053f0eaec', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6936a995-85bb-444b-9f75-114f9c210654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:39:22Z', 'updated_at': '2021-11-19T16:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:44.525662 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:44.525891 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:44.526235 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:44.536443 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6338d31a-1cec-4ef1-91c7-daf4d6e9f753 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=bbd09e3f-506a-458c-bea4-0fedac72f5b1 HTTP/1.1" status: 200 len: 216 time: 0.0242774 Nov 19 16:39:44.536790 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:44.537131 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:44.537592 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46218) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:44.539604 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 8 to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 Nov 19 16:39:44.566159 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e761bad9-9ba0-46f9-bebf-08fe6ea040e3 None None] Checking router: 6936a995-85bb-444b-9f75-114f9c210654 for host: dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:39:44.580979 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-10000496-5bbb-4211-aa07-8a59f6229ef2 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0347607 Nov 19 16:39:44.581183 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e761bad9-9ba0-46f9-bebf-08fe6ea040e3 None None] Routers {'6936a995-85bb-444b-9f75-114f9c210654'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:39:44.581183 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-e761bad9-9ba0-46f9-bebf-08fe6ea040e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['6936a995-85bb-444b-9f75-114f9c210654'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:44.583695 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46220) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:44.598515 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:44.598855 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:44.599195 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:44.606263 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-63e7f1fd-e5ef-4a43-a193-2aabf4cd2150 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0166478 Nov 19 16:39:44.606668 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46226) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:44.618671 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:44.619074 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:44.677161 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 9 to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 Nov 19 16:39:44.766183 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-e761bad9-9ba0-46f9-bebf-08fe6ea040e3 None None] Set router 6936a995-85bb-444b-9f75-114f9c210654 gateway port host: None {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:39:44.783715 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:44.790115 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:44.790693 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:44.802803 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:44.803288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:44.823773 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 10 to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 Nov 19 16:39:44.836904 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-33a44d0f-4c31-4802-8b66-45e6448f342f tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels/86a15f44-af12-40cb-84f8-e2b723ecbe0d HTTP/1.1" status: 200 len: 473 time: 0.2289591 Nov 19 16:39:44.848183 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46232) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:44.877277 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-13a97690-4613-436d-9e4e-3ded1fe6a5ad tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/81c7b6a8-ac80-4ce4-b837-3a397d34ede0 HTTP/1.1" status: 200 len: 459 time: 0.0273077 Nov 19 16:39:44.878580 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:44.883234 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:44.883673 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:44.892476 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46236) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:44.893388 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:44.894147 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port e4d066af-aa4c-457e-894a-ed7c60767e87 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:44.894695 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:44.954593 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-e761bad9-9ba0-46f9-bebf-08fe6ea040e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6936a995-85bb-444b-9f75-114f9c210654', 'name': 'tempest-ServersTestJSON-1263007321-router', 'tenant_id': '8dc553179f4649269b563abe7ef3a76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:44Z', 'revision_number': 6, 'project_id': '8dc553179f4649269b563abe7ef3a76c', 'gw_port_host': None}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:44.981879 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 5f0c055e-d88c-4beb-8c2f-030f05575902 no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:39:45.002608 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e761bad9-9ba0-46f9-bebf-08fe6ea040e3 None None] The sync data for ids ['6936a995-85bb-444b-9f75-114f9c210654'] in dv-neutron-815855-3-hyperv is: [{'id': '6936a995-85bb-444b-9f75-114f9c210654', 'name': 'tempest-ServersTestJSON-1263007321-router', 'tenant_id': '8dc553179f4649269b563abe7ef3a76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:39:20Z', 'updated_at': '2021-11-19T16:39:44Z', 'revision_number': 6, 'project_id': '8dc553179f4649269b563abe7ef3a76c', 'gw_port_host': None}] {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:39:45.058627 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] No Port match for: 5f0c055e-d88c-4beb-8c2f-030f05575902 {{(pid=110039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 16:39:45.060844 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 5f0c055e-d88c-4beb-8c2f-030f05575902 not bound to the agent host dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 16:39:45.061508 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:39:45.074156 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bdf8719e-2d35-4ee4-b82c-c82118200f5d tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.078809 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bdf8719e-2d35-4ee4-b82c-c82118200f5d tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.095998 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-e1cca8de-8507-4c82-a91c-c14812ec6b2c admin admin] Deleting port 6fc063df-b3ee-4773-bd21-d34f3982ce35 {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:45.095998 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e1cca8de-8507-4c82-a91c-c14812ec6b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.141619 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] No Port match for: b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 {{(pid=110039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 16:39:45.142313 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device b71d7d1b-eb2a-4a21-b2d3-fc061fcd7ad9 not bound to the agent host dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 16:39:45.179761 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46238) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:45.256302 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.db [None req-e1cca8de-8507-4c82-a91c-c14812ec6b2c admin admin] For port 6fc063df-b3ee-4773-bd21-d34f3982ce35, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=6fc063df-b3ee-4773-bd21-d34f3982ce35,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:45.257046 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e1cca8de-8507-4c82-a91c-c14812ec6b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.276012 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-e1cca8de-8507-4c82-a91c-c14812ec6b2c admin admin] Calling delete_port for 6fc063df-b3ee-4773-bd21-d34f3982ce35 owned by network:router_gateway {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:45.325256 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] For port e4d066af-aa4c-457e-894a-ed7c60767e87, host hv-neutron-8158, cleared binding levels {{(pid=110037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:39:45.326249 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempted to set empty binding levels {{(pid=110037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 16:39:45.414656 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8c15e66a-0a81-4d74-b224-42028697cae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.436086 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-174988953'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:45.440650 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bdf8719e-2d35-4ee4-b82c-c82118200f5d tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.441149 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf8719e-2d35-4ee4-b82c-c82118200f5d tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c728e93c-731f-41ca-951b-0b2a07aa6ff5 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:39:45.446157 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8c15e66a-0a81-4d74-b224-42028697cae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.452024 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.454807 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e997-57e4-4313-abfe-d5c24e952342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.504188 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-b720255b-524e-4860-bf69-23e23ff97e34 admin admin] Deleting port 020a2296-c523-4c7f-bb6d-81f053f0eaec {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:45.504716 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b720255b-524e-4860-bf69-23e23ff97e34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.557006 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Pushing event updated for resources: {'Port': ['ID=e4d066af-aa4c-457e-894a-ed7c60767e87,revision_number=3']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:45.604762 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8c15e66a-0a81-4d74-b224-42028697cae5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=905fc3d9c7ca48248e9169029d1b9f5c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6445670 Nov 19 16:39:45.608518 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46242) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:45.620007 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] Made reservation on behalf of 542020cb95824136a66ad275fba2c8f4 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:45.623789 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.631161 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15e66a-0a81-4d74-b224-42028697cae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b0f268-360f-41f9-b318-93408f921031,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:45.634031 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.api.v2.resource [None req-bdf8719e-2d35-4ee4-b82c-c82118200f5d tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 19 16:39:45.639896 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-bdf8719e-2d35-4ee4-b82c-c82118200f5d tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.7477744 Nov 19 16:39:45.646226 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e03cdbd5-68d4-4a1e-8255-d23318ad6295 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.652138 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e03cdbd5-68d4-4a1e-8255-d23318ad6295 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/81c7b6a8-ac80-4ce4-b837-3a397d34ede0 HTTP/1.1" status: 204 len: 168 time: 0.7239304 Nov 19 16:39:45.652918 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46244) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:45.667815 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46246) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:45.677150 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] In _notify_port_updated(), no bound segment for port e4d066af-aa4c-457e-894a-ed7c60767e87 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 16:39:45.678242 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:45.678851 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.680157 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-aa323140-be38-47fe-94a0-379186cfd334 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] 10.222.0.76 "PUT /v2.0/ports/e4d066af-aa4c-457e-894a-ed7c60767e87 HTTP/1.1" status: 200 len: 977 time: 4.2178833 Nov 19 16:39:45.681058 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0e997-57e4-4313-abfe-d5c24e952342 admin admin] Pushing event deleted for resources: {'Port': ['ID=e13bcb94-3466-400c-818f-0b48c0c450a3,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:45.686618 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.697268 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46248) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:45.702474 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e997-57e4-4313-abfe-d5c24e952342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16705570'] for router_gateway, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.792503 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e1cca8de-8507-4c82-a91c-c14812ec6b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.864074 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e997-57e4-4313-abfe-d5c24e952342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.870213 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e997-57e4-4313-abfe-d5c24e952342 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:45.896587 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d2d68-9024-4bae-8d22-642c6810fba5 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:45.897202 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d2d68-9024-4bae-8d22-642c6810fba5 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:45.897997 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d2d68-9024-4bae-8d22-642c6810fba5 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:45.898816 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d2d68-9024-4bae-8d22-642c6810fba5 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:45.899669 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d2d68-9024-4bae-8d22-642c6810fba5 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:45.900585 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d2d68-9024-4bae-8d22-642c6810fba5 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:45.901322 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d2d68-9024-4bae-8d22-642c6810fba5 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:45.901898 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d2d68-9024-4bae-8d22-642c6810fba5 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:45.902357 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d2d68-9024-4bae-8d22-642c6810fba5 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:45.902953 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d2d68-9024-4bae-8d22-642c6810fba5 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:45.905777 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6d5d2d68-9024-4bae-8d22-642c6810fba5 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9333 time: 0.2069848 Nov 19 16:39:45.927327 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46252) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:45.999692 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.db [None req-b720255b-524e-4860-bf69-23e23ff97e34 admin admin] For port 020a2296-c523-4c7f-bb6d-81f053f0eaec, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=020a2296-c523-4c7f-bb6d-81f053f0eaec,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:46.000813 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b720255b-524e-4860-bf69-23e23ff97e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.002413 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e997-57e4-4313-abfe-d5c24e952342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.002747 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b0e997-57e4-4313-abfe-d5c24e952342 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87c58930-0a78-4e26-938c-464e91f53511 {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:39:46.008135 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e997-57e4-4313-abfe-d5c24e952342 admin admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.009220 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-a1b0e997-57e4-4313-abfe-d5c24e952342 admin admin] 10.222.0.76 "DELETE /v2.0/routers/87c58930-0a78-4e26-938c-464e91f53511 HTTP/1.1" status: 204 len: 168 time: 4.0053277 Nov 19 16:39:46.012936 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46254) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:46.036901 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cca8de-8507-4c82-a91c-c14812ec6b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc063df-b3ee-4773-bd21-d34f3982ce35,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:46.093625 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e1cca8de-8507-4c82-a91c-c14812ec6b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16705570'] for router_gateway, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.101027 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e10509e-2b87-451c-b822-17e8d6dab511 admin admin] Deleting subnet 149027da-92fe-4ff4-a181-e59bc17a34bb {{(pid=110037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 16:39:46.104066 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-b720255b-524e-4860-bf69-23e23ff97e34 admin admin] Calling delete_port for 020a2296-c523-4c7f-bb6d-81f053f0eaec owned by network:router_gateway {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:46.105583 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0e10509e-2b87-451c-b822-17e8d6dab511 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.149618 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b597dac1-2459-4da6-bcd6-e219e9a7dade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.150219 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0e10509e-2b87-451c-b822-17e8d6dab511 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.154607 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-9be95d47-52e9-4150-ad7d-b43f2f8a01ea tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Deleting port e4d066af-aa4c-457e-894a-ed7c60767e87 {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:46.154937 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-9be95d47-52e9-4150-ad7d-b43f2f8a01ea tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.306906 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c1578a74-acbf-4102-9728-55ba59a3e7e5 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.310667 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-c1578a74-acbf-4102-9728-55ba59a3e7e5 tempest-MeteringIpV6TestJSON-1351766901 tempest-MeteringIpV6TestJSON-1351766901-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/86a15f44-af12-40cb-84f8-e2b723ecbe0d HTTP/1.1" status: 204 len: 168 time: 0.6349039 Nov 19 16:39:46.319994 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-9be95d47-52e9-4150-ad7d-b43f2f8a01ea tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] For port e4d066af-aa4c-457e-894a-ed7c60767e87, host hv-neutron-8158, got binding levels [] {{(pid=110037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:46.320366 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-9be95d47-52e9-4150-ad7d-b43f2f8a01ea tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.325346 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0e10509e-2b87-451c-b822-17e8d6dab511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033587'] for subnet, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.352075 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e1cca8de-8507-4c82-a91c-c14812ec6b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.360358 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b597dac1-2459-4da6-bcd6-e219e9a7dade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.362813 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e1cca8de-8507-4c82-a91c-c14812ec6b2c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.383811 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-9be95d47-52e9-4150-ad7d-b43f2f8a01ea tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Calling delete_port for e4d066af-aa4c-457e-894a-ed7c60767e87 owned by {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:46.464471 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-ea4783b2-06a6-40a1-b22d-7494ca36133a tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Deleting port 73f2f989-3826-4c2c-a871-236e41e2141a {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:46.464876 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ea4783b2-06a6-40a1-b22d-7494ca36133a tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.477243 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0e10509e-2b87-451c-b822-17e8d6dab511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for subnet, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.501716 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10509e-2b87-451c-b822-17e8d6dab511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=149027da-92fe-4ff4-a181-e59bc17a34bb,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:46.521821 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0e10509e-2b87-451c-b822-17e8d6dab511 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.526220 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a927314-6177-40f3-853e-f72fe1c81b6d None None] Network b524baa2-c6d4-4a3a-8c2b-6953e1f359ed requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:39:46.528730 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.529967 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e1cca8de-8507-4c82-a91c-c14812ec6b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.530968 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-0e10509e-2b87-451c-b822-17e8d6dab511 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/149027da-92fe-4ff4-a181-e59bc17a34bb HTTP/1.1" status: 204 len: 168 time: 0.5165904 Nov 19 16:39:46.534202 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cca8de-8507-4c82-a91c-c14812ec6b2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f2020da-056e-4ac2-94b8-a4763f45e8bd {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:39:46.570481 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46258) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:46.585421 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e1cca8de-8507-4c82-a91c-c14812ec6b2c admin admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.586706 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e1cca8de-8507-4c82-a91c-c14812ec6b2c admin admin] 10.222.0.76 "DELETE /v2.0/routers/9f2020da-056e-4ac2-94b8-a4763f45e8bd HTTP/1.1" status: 204 len: 168 time: 3.5470860 Nov 19 16:39:46.594018 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.599482 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46262) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:46.609302 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-9be95d47-52e9-4150-ad7d-b43f2f8a01ea tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.792823 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46264) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:46.801550 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-9be95d47-52e9-4150-ad7d-b43f2f8a01ea tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.809345 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-9be95d47-52e9-4150-ad7d-b43f2f8a01ea tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] 10.222.0.76 "DELETE /v2.0/ports/e4d066af-aa4c-457e-894a-ed7c60767e87 HTTP/1.1" status: 204 len: 168 time: 0.8781462 Nov 19 16:39:46.809345 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be95d47-52e9-4150-ad7d-b43f2f8a01ea tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4d066af-aa4c-457e-894a-ed7c60767e87,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:46.811452 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46266) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:46.857527 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.pecan_wsgi.hooks.translation [None req-9515436c-0445-42d4-9dd0-fe316c02a58b tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] GET failed (client error): The resource could not be found. Nov 19 16:39:46.859790 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-9515436c-0445-42d4-9dd0-fe316c02a58b tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] 10.222.0.76 "GET /v2.0/ports/e4d066af-aa4c-457e-894a-ed7c60767e87 HTTP/1.1" status: 404 len: 333 time: 0.0388794 Nov 19 16:39:46.870516 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46270) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:46.875222 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-1e1eea19-376b-4490-b045-5146c0d20865 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1379879747', 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:46.894462 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:46.894462 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:46.894462 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:46.894462 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:46.894462 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:46.894462 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:46.894462 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:46.894462 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:46.894462 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:46.894462 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:46.894462 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:46.894462 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:46.894462 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:46.894462 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:46.894462 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:46.894462 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:46.899023 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994405'] for network, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.975045 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1eea19-376b-4490-b045-5146c0d20865 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Made reservation on behalf of dbc60f4318d048ed84b43066c106374c for: {'port': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:46.977295 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1e1eea19-376b-4490-b045-5146c0d20865 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.994566 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:46.996183 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b597dac1-2459-4da6-bcd6-e219e9a7dade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:46.999244 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b597dac1-2459-4da6-bcd6-e219e9a7dade admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.001493 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b597dac1-2459-4da6-bcd6-e219e9a7dade admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e5b0f268-360f-41f9-b318-93408f921031 HTTP/1.1" status: 204 len: 168 time: 1.3889437 Nov 19 16:39:47.003958 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-86606f7c-aba3-43e8-8d40-5fd484637182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.019936 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.notifiers.nova [None req-1e1eea19-376b-4490-b045-5146c0d20865 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] device_id is not set on port 319b8bb2-903e-4fd6-84fc-8c807a40f43c yet. {{(pid=110037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:39:47.061950 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.062284 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] Added segment ee064aa4-1d30-4140-a46f-db0979e94aae of type vlan for network 50233c2f-9aba-4e61-8a9e-2444668369fb Nov 19 16:39:47.066387 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597dac1-2459-4da6-bcd6-e219e9a7dade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b0f268-360f-41f9-b318-93408f921031,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:47.102624 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Deleting port 8595b609-e99a-4918-b31d-56a373efbbc0 {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:47.103161 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.122069 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c1b3f5-f606-4f3b-a5a2-8441a6e27e9d admin admin] Deleting subnet 8b8bc146-06c9-4e30-80f8-d354f3852d0b {{(pid=110038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 16:39:47.134244 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ea4783b2-06a6-40a1-b22d-7494ca36133a tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.161497 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-49c1b3f5-f606-4f3b-a5a2-8441a6e27e9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.181740 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea310bb-2c01-4ae9-8f75-ab750867a069 None None] DHCP port deletion for b524baa2-c6d4-4a3a-8c2b-6953e1f359ed request from dv-neutron-815855-3-hyperv {{(pid=110039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 16:39:47.191557 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.194916 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b720255b-524e-4860-bf69-23e23ff97e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.229902 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-ea4783b2-06a6-40a1-b22d-7494ca36133a tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Calling delete_port for 73f2f989-3826-4c2c-a871-236e41e2141a owned by {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:47.309438 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] For port 8595b609-e99a-4918-b31d-56a373efbbc0, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=8595b609-e99a-4918-b31d-56a373efbbc0,segment=NetworkSegment(4eaf0ae0-db4e-4579-ab81-6f38317ef32e),segment_id=4eaf0ae0-db4e-4579-ab81-6f38317ef32e)] {{(pid=110037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:47.309891 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.314744 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720255b-524e-4860-bf69-23e23ff97e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=020a2296-c523-4c7f-bb6d-81f053f0eaec,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:47.323975 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b720255b-524e-4860-bf69-23e23ff97e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16705570'] for router_gateway, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.329736 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 01bc0405-e810-40dc-b581-1b71e1f285ea no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:39:47.353797 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Calling delete_port for 8595b609-e99a-4918-b31d-56a373efbbc0 owned by network:dhcp {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:47.374948 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] No Port match for: 01bc0405-e810-40dc-b581-1b71e1f285ea {{(pid=110039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 16:39:47.375387 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 01bc0405-e810-40dc-b581-1b71e1f285ea not bound to the agent host dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 16:39:47.376600 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device e13bcb94-3466-400c-818f-0b48c0c450a3 no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:39:47.378468 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-86606f7c-aba3-43e8-8d40-5fd484637182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.397809 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-86606f7c-aba3-43e8-8d40-5fd484637182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.409371 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1e1eea19-376b-4490-b045-5146c0d20865 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.410734 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] No Port match for: e13bcb94-3466-400c-818f-0b48c0c450a3 {{(pid=110039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 16:39:47.411395 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device e13bcb94-3466-400c-818f-0b48c0c450a3 not bound to the agent host dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 16:39:47.412715 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 020a2296-c523-4c7f-bb6d-81f053f0eaec no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:39:47.430000 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b720255b-524e-4860-bf69-23e23ff97e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.432649 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b720255b-524e-4860-bf69-23e23ff97e34 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.439291 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] No Port match for: 020a2296-c523-4c7f-bb6d-81f053f0eaec {{(pid=110039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 16:39:47.439635 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 020a2296-c523-4c7f-bb6d-81f053f0eaec not bound to the agent host dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 16:39:47.441897 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 8595b609-e99a-4918-b31d-56a373efbbc0 no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:39:47.443188 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.db.resource_extend [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 16:39:47.447781 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-3ea310bb-2c01-4ae9-8f75-ab750867a069 None None] Deleting port 8595b609-e99a-4918-b31d-56a373efbbc0 {{(pid=110039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:47.448401 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-3ea310bb-2c01-4ae9-8f75-ab750867a069 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.504475 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-49c1b3f5-f606-4f3b-a5a2-8441a6e27e9d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.507674 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86606f7c-aba3-43e8-8d40-5fd484637182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e03ef61-42ff-4e74-b793-4a1256a890ad,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:47.521518 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-86606f7c-aba3-43e8-8d40-5fd484637182 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b4476fcebdbd488c8480cfa118d4ca5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7266071 Nov 19 16:39:47.530678 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46278) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:47.577337 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1e1eea19-376b-4490-b045-5146c0d20865 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.607811 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b720255b-524e-4860-bf69-23e23ff97e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.608709 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b720255b-524e-4860-bf69-23e23ff97e34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6936a995-85bb-444b-9f75-114f9c210654 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:39:47.625274 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-3ea310bb-2c01-4ae9-8f75-ab750867a069 None None] For port 8595b609-e99a-4918-b31d-56a373efbbc0, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=8595b609-e99a-4918-b31d-56a373efbbc0,segment=NetworkSegment(4eaf0ae0-db4e-4579-ab81-6f38317ef32e),segment_id=4eaf0ae0-db4e-4579-ab81-6f38317ef32e)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:47.625807 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-3ea310bb-2c01-4ae9-8f75-ab750867a069 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.655936 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-3ea310bb-2c01-4ae9-8f75-ab750867a069 None None] Calling delete_port for 8595b609-e99a-4918-b31d-56a373efbbc0 owned by network:dhcp {{(pid=110039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:47.662067 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1eea19-376b-4490-b045-5146c0d20865 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:47.667535 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b720255b-524e-4860-bf69-23e23ff97e34 admin admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.667955 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-1e1eea19-376b-4490-b045-5146c0d20865 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:47.672145 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b720255b-524e-4860-bf69-23e23ff97e34 admin admin] 10.222.0.76 "DELETE /v2.0/routers/6936a995-85bb-444b-9f75-114f9c210654 HTTP/1.1" status: 204 len: 168 time: 4.3712187 Nov 19 16:39:47.672839 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.673017 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.674639 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46284) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:47.695273 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1eea19-376b-4490-b045-5146c0d20865 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:39:47.695960 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:47.696265 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1eea19-376b-4490-b045-5146c0d20865 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:47.696692 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.697332 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1e1eea19-376b-4490-b045-5146c0d20865 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.698059 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.840155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:47.840155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:47.840155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:47.840155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:47.840155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:47.840155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:47.840155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:47.840155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:47.840155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:47.840155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:47.840155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:47.840155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:47.840155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:47.840155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:47.840155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:47.840155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:47.855223 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-4933779a-ce0a-4cd9-91a3-bac2317c45bb tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.6692765 Nov 19 16:39:47.855223 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ea4783b2-06a6-40a1-b22d-7494ca36133a tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.860099 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46288) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:47.881595 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 6fc063df-b3ee-4773-bd21-d34f3982ce35 no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:39:47.888079 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-0b4b2088-a2fc-45fe-86ea-b2ffea78dda9 tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] Request body: {'subnet': {'network_id': '50233c2f-9aba-4e61-8a9e-2444668369fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-0b4b2088-a2fc-45fe-86ea-b2ffea78dda9 tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:47.893031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:47.896730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:47.896730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:47.896730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:47.896730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:47.896730 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4b2088-a2fc-45fe-86ea-b2ffea78dda9 tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:47.896730 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-0b4b2088-a2fc-45fe-86ea-b2ffea78dda9 tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0254905 Nov 19 16:39:47.920240 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] No Port match for: 6fc063df-b3ee-4773-bd21-d34f3982ce35 {{(pid=110039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 16:39:47.920594 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 6fc063df-b3ee-4773-bd21-d34f3982ce35 not bound to the agent host dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 16:39:47.948040 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46292) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-2c31ef17-c664-4566-821b-a4145e21902e tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:47.957892 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:47.961143 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:47.961143 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:47.961143 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:47.961143 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:47.961143 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c31ef17-c664-4566-821b-a4145e21902e tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:47.961933 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-2c31ef17-c664-4566-821b-a4145e21902e tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] 10.222.0.76 "DELETE /v2.0/networks/50233c2f-9aba-4e61-8a9e-2444668369fb HTTP/1.1" status: 500 len: 363 time: 0.0145671 Nov 19 16:39:47.972428 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4783b2-06a6-40a1-b22d-7494ca36133a tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Pushing event deleted for resources: {'Port': ['ID=73f2f989-3826-4c2c-a871-236e41e2141a,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:47.981773 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46296) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:47.993724 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-3ea310bb-2c01-4ae9-8f75-ab750867a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-1735b49a-e79b-41d3-886d-c836b8b120ef tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:47.996617 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:48.000100 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:48.000100 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:48.000100 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:48.000100 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:48.000100 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1735b49a-e79b-41d3-886d-c836b8b120ef tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:48.001143 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-1735b49a-e79b-41d3-886d-c836b8b120ef tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] 10.222.0.76 "DELETE /v2.0/networks/50233c2f-9aba-4e61-8a9e-2444668369fb HTTP/1.1" status: 500 len: 363 time: 0.0181961 Nov 19 16:39:48.002860 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-49c1b3f5-f606-4f3b-a5a2-8441a6e27e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033587'] for subnet, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.019484 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46298) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:48.023162 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1eea19-376b-4490-b045-5146c0d20865 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Pushing event updated for resources: {'Port': ['ID=319b8bb2-903e-4fd6-84fc-8c807a40f43c,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:48.049706 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dcd0b72d-43f8-40c5-bc27-e507a2ec2107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.052017 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] No DVR routers for this DVR port 8595b609-e99a-4918-b31d-56a373efbbc0 on host dv-neutron-815855-3-hyperv {{(pid=110037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-7faf634c-f57b-4b74-811c-6dc0be1bdebc tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:48.056539 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:48.059165 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:48.059165 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:48.059165 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:48.059165 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:48.059165 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7faf634c-f57b-4b74-811c-6dc0be1bdebc tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:48.066109 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea310bb-2c01-4ae9-8f75-ab750867a069 None None] Pushing event deleted for resources: {'Port': ['ID=8595b609-e99a-4918-b31d-56a373efbbc0,revision_number=None']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:48.075510 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-7faf634c-f57b-4b74-811c-6dc0be1bdebc tempest-AllowedAddressPairIpV6TestJSON-170016930 tempest-AllowedAddressPairIpV6TestJSON-170016930-project] 10.222.0.76 "DELETE /v2.0/networks/50233c2f-9aba-4e61-8a9e-2444668369fb HTTP/1.1" status: 500 len: 363 time: 0.0228324 Nov 19 16:39:48.082634 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ea4783b2-06a6-40a1-b22d-7494ca36133a tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.084422 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea310bb-2c01-4ae9-8f75-ab750867a069 None None] No DVR routers for this DVR port 8595b609-e99a-4918-b31d-56a373efbbc0 on host dv-neutron-815855-3-hyperv {{(pid=110039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 16:39:48.095243 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ea4783b2-06a6-40a1-b22d-7494ca36133a tempest-RoutersAdminNegativeIpV6Test-634689682 tempest-RoutersAdminNegativeIpV6Test-634689682-project-admin] 10.222.0.76 "DELETE /v2.0/ports/73f2f989-3826-4c2c-a871-236e41e2141a HTTP/1.1" status: 204 len: 168 time: 2.4385300 Nov 19 16:39:48.120364 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-1e1eea19-376b-4490-b045-5146c0d20865 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2492433 Nov 19 16:39:48.121433 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46306) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:48.139675 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=8595b609-e99a-4918-b31d-56a373efbbc0,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:48.222357 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-49c1b3f5-f606-4f3b-a5a2-8441a6e27e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for subnet, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.240335 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_v2 [None req-136405ef-ac8f-4cf5-99bf-f7ef1180cb87 admin admin] Deleting subnet 58a55dcf-c07d-433e-b2e1-f846dee61de6 {{(pid=110037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 16:39:48.244500 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-136405ef-ac8f-4cf5-99bf-f7ef1180cb87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.259657 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1b3f5-f606-4f3b-a5a2-8441a6e27e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8bc146-06c9-4e30-80f8-d354f3852d0b,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:48.280902 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-49c1b3f5-f606-4f3b-a5a2-8441a6e27e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for subnet, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.283014 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4325dd94-f7a6-4a4a-923f-dbe718307048 None None] Network 2798e0a8-8993-4033-b849-7206044e4bff requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:39:48.284751 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-136405ef-ac8f-4cf5-99bf-f7ef1180cb87 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.286061 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-49c1b3f5-f606-4f3b-a5a2-8441a6e27e9d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8b8bc146-06c9-4e30-80f8-d354f3852d0b HTTP/1.1" status: 204 len: 168 time: 1.3903711 Nov 19 16:39:48.290062 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46310) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:48.334571 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-136405ef-ac8f-4cf5-99bf-f7ef1180cb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033587'] for subnet, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.398164 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dcd0b72d-43f8-40c5-bc27-e507a2ec2107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.417723 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-136405ef-ac8f-4cf5-99bf-f7ef1180cb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for subnet, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.426377 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994405'] for network, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.430264 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032696', 'neutron.services.segments.db._delete_segments_for_network-8785364225163'] for network, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.482353 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46314) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:48.509137 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77418e70-9895-4b96-ac02-cc9fa1326d0a tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:48.513584 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-77418e70-9895-4b96-ac02-cc9fa1326d0a tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] 10.222.0.76 "GET /v2.0/ports/319b8bb2-903e-4fd6-84fc-8c807a40f43c HTTP/1.1" status: 200 len: 955 time: 0.3753264 Nov 19 16:39:48.514735 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136405ef-ac8f-4cf5-99bf-f7ef1180cb87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a55dcf-c07d-433e-b2e1-f846dee61de6,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:48.515765 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46320) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:48.529660 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:48.530304 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:48.531477 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:48.532340 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Subscribe: > port after_create 55550000 {{(pid=110037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:48.533039 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:48.533657 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Subscribe: > port after_update 55550000 {{(pid=110037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:48.534281 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:48.534862 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:48.535399 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:48.535926 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:48.537848 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b565fe58-9f70-4283-b89d-4d2c76011916 None None] Network 4b015ff2-6618-4647-8687-3bc25570c413 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:39:48.603381 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46322) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:48.618429 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Deleting port a21198a7-ce88-4715-885e-5eace9511edd {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:48.618804 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.686603 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46326) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:48.721228 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.db [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] For port a21198a7-ce88-4715-885e-5eace9511edd, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=a21198a7-ce88-4715-885e-5eace9511edd,segment=NetworkSegment(e1dddf90-380d-42c2-88b1-bcc068356ab8),segment_id=e1dddf90-380d-42c2-88b1-bcc068356ab8)] {{(pid=110038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:48.721647 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.724938 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-95227d2e-46bc-44f5-9a37-88bc6f8140f8 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Deleting port 319b8bb2-903e-4fd6-84fc-8c807a40f43c {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:48.725272 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-95227d2e-46bc-44f5-9a37-88bc6f8140f8 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.786121 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Calling delete_port for a21198a7-ce88-4715-885e-5eace9511edd owned by network:dhcp {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:48.788079 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3012308c-6770-4257-a7f1-3b4ed1f7bca5 None None] DHCP port deletion for 2798e0a8-8993-4033-b849-7206044e4bff request from dv-neutron-815855-3-hyperv {{(pid=110039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 16:39:48.863491 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-3012308c-6770-4257-a7f1-3b4ed1f7bca5 None None] Deleting port a21198a7-ce88-4715-885e-5eace9511edd {{(pid=110039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:48.864130 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-3012308c-6770-4257-a7f1-3b4ed1f7bca5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.909298 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:48.909803 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:48.910205 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:48.910597 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:48.911026 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b524baa2-c6d4-4a3a-8c2b-6953e1f359ed']}} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:48.912842 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115bbca5-ac8d-4584-9802-618ff88388f2 None None] DHCP port deletion for 4b015ff2-6618-4647-8687-3bc25570c413 request from dv-neutron-815855-3-hyperv {{(pid=110039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 16:39:48.924739 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-95227d2e-46bc-44f5-9a37-88bc6f8140f8 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.925313 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-136405ef-ac8f-4cf5-99bf-f7ef1180cb87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.931694 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-136405ef-ac8f-4cf5-99bf-f7ef1180cb87 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/58a55dcf-c07d-433e-b2e1-f846dee61de6 HTTP/1.1" status: 204 len: 168 time: 1.2281308 Nov 19 16:39:48.934916 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-56959b9b-bc8d-432d-9ec9-95af71024460 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1247232571'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:48.950308 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-95227d2e-46bc-44f5-9a37-88bc6f8140f8 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Calling delete_port for 319b8bb2-903e-4fd6-84fc-8c807a40f43c owned by {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:48.958709 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46330) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:48.964915 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6e38d9b5-df0a-4e0b-a933-31947cb7db37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:48.974052 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eaf0ae0-db4e-4579-ab81-6f38317ef32e') {'for_net_delete': True} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:48.974412 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eaf0ae0-db4e-4579-ab81-6f38317ef32e') {} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:48.991641 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-27c7289b-4e49-4b41-a09a-e86196687b2e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=542020cb95824136a66ad275fba2c8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3860979 Nov 19 16:39:49.001774 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dcd0b72d-43f8-40c5-bc27-e507a2ec2107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.005133 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dcd0b72d-43f8-40c5-bc27-e507a2ec2107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.007069 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-dcd0b72d-43f8-40c5-bc27-e507a2ec2107 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e03ef61-42ff-4e74-b793-4a1256a890ad HTTP/1.1" status: 204 len: 168 time: 1.4747350 Nov 19 16:39:49.013374 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46332) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:49.024994 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-3012308c-6770-4257-a7f1-3b4ed1f7bca5 None None] For port a21198a7-ce88-4715-885e-5eace9511edd, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=a21198a7-ce88-4715-885e-5eace9511edd,segment=NetworkSegment(e1dddf90-380d-42c2-88b1-bcc068356ab8),segment_id=e1dddf90-380d-42c2-88b1-bcc068356ab8)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:49.025737 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-3012308c-6770-4257-a7f1-3b4ed1f7bca5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.070824 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785364175535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13891926'] for segment, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.076463 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0b72d-43f8-40c5-bc27-e507a2ec2107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e03ef61-42ff-4e74-b793-4a1256a890ad,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:49.087666 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device a21198a7-ce88-4715-885e-5eace9511edd no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:39:49.125735 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-3012308c-6770-4257-a7f1-3b4ed1f7bca5 None None] Calling delete_port for a21198a7-ce88-4715-885e-5eace9511edd owned by network:dhcp {{(pid=110039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:49.137497 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.139321 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-37da068a-1a34-4d74-bb8b-6c06c198e351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.146058 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56959b9b-bc8d-432d-9ec9-95af71024460 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Made reservation on behalf of 2cb1366dbd4c41ee8a10a9cf6b82ce72 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:49.152871 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-56959b9b-bc8d-432d-9ec9-95af71024460 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.179234 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=110037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 16:39:49.179666 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13603501'] for segment, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.181570 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-56959b9b-bc8d-432d-9ec9-95af71024460 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: from cryptography.utils import int_from_bytes Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: from cryptography.utils import int_from_bytes Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: Traceback (most recent call last): Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: timer() Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: cb(*args, **kw) Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: return func(*args, **kwargs) Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: self._notify() Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: self.callback(batched_events) Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: event.method(event) Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: return f(self, *a, **k) Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._get(url).json() Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: return self.request(url, 'GET', **kwargs) Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 16:39:49.186136 dv-neutron-815855-3-hyperv neutron-server[110037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 16:39:49.216011 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-115bbca5-ac8d-4584-9802-618ff88388f2 None None] Deleting port 39476f94-9103-4e9d-893c-2ad183f8267c {{(pid=110039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:49.216756 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-115bbca5-ac8d-4584-9802-618ff88388f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.277369 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6e38d9b5-df0a-4e0b-a933-31947cb7db37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.280313 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-53c5f37b-0ade-4f10-a624-2ffc89aca1f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.306263 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994405'] for network, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.319956 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16705550'] for network, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.327221 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-53c5f37b-0ade-4f10-a624-2ffc89aca1f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.351171 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-115bbca5-ac8d-4584-9802-618ff88388f2 None None] For port 39476f94-9103-4e9d-893c-2ad183f8267c, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=39476f94-9103-4e9d-893c-2ad183f8267c,segment=NetworkSegment(76087871-8b6d-4f0e-8b5f-0b4468d88dfe),segment_id=76087871-8b6d-4f0e-8b5f-0b4468d88dfe)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:49.351863 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-115bbca5-ac8d-4584-9802-618ff88388f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.366151 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=b524baa2-c6d4-4a3a-8c2b-6953e1f359ed,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:49.381032 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-115bbca5-ac8d-4584-9802-618ff88388f2 None None] Calling delete_port for 39476f94-9103-4e9d-893c-2ad183f8267c owned by network:dhcp {{(pid=110039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:49.381221 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.382169 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6e38d9b5-df0a-4e0b-a933-31947cb7db37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.390436 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-f8b39d2b-48bb-466d-a69c-39f2885a8e84 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b524baa2-c6d4-4a3a-8c2b-6953e1f359ed HTTP/1.1" status: 204 len: 168 time: 2.8153679 Nov 19 16:39:49.405666 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.422305 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38d9b5-df0a-4e0b-a933-31947cb7db37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5aad7c-1012-47f7-8a29-0243d2a9598a,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:49.425031 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.438188 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-3012308c-6770-4257-a7f1-3b4ed1f7bca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.439727 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-53c5f37b-0ade-4f10-a624-2ffc89aca1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.442450 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-53c5f37b-0ade-4f10-a624-2ffc89aca1f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.447483 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-53c5f37b-0ade-4f10-a624-2ffc89aca1f0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/06af60d7-fa40-4007-b349-b002e003e8da HTTP/1.1" status: 204 len: 168 time: 0.4266276 Nov 19 16:39:49.492030 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21198a7-ce88-4715-885e-5eace9511edd,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:49.499759 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5f37b-0ade-4f10-a624-2ffc89aca1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06af60d7-fa40-4007-b349-b002e003e8da,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:49.521222 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] No DVR routers for this DVR port a21198a7-ce88-4715-885e-5eace9511edd on host dv-neutron-815855-3-hyperv {{(pid=110038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 16:39:49.529678 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-6e38d9b5-df0a-4e0b-a933-31947cb7db37 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=25000cdac72b49d19815b717cdecb1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8388169 Nov 19 16:39:49.554869 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46344) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:49.557760 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012308c-6770-4257-a7f1-3b4ed1f7bca5 None None] Pushing event deleted for resources: {'Port': ['ID=a21198a7-ce88-4715-885e-5eace9511edd,revision_number=None']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:49.568295 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3012308c-6770-4257-a7f1-3b4ed1f7bca5 None None] No DVR routers for this DVR port a21198a7-ce88-4715-885e-5eace9511edd on host dv-neutron-815855-3-hyperv {{(pid=110039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 16:39:49.628642 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 39476f94-9103-4e9d-893c-2ad183f8267c no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:39:49.649791 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-95227d2e-46bc-44f5-9a37-88bc6f8140f8 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.658219 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032696', 'neutron.services.segments.db._delete_segments_for_network-8785364225163'] for network, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.722723 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46346) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:49.727281 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95227d2e-46bc-44f5-9a37-88bc6f8140f8 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Pushing event deleted for resources: {'Port': ['ID=319b8bb2-903e-4fd6-84fc-8c807a40f43c,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:49.754609 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:49.755106 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:49.755870 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:49.756198 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Subscribe: > port after_create 55550000 {{(pid=110038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:49.756526 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:49.756857 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Subscribe: > port after_update 55550000 {{(pid=110038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:49.757167 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:49.757493 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:49.757806 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:49.758116 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:49.762411 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-56959b9b-bc8d-432d-9ec9-95af71024460 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.765129 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] Deleting port 39476f94-9103-4e9d-893c-2ad183f8267c {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:49.765764 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.771287 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-115bbca5-ac8d-4584-9802-618ff88388f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.810119 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-56959b9b-bc8d-432d-9ec9-95af71024460 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.823383 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56959b9b-bc8d-432d-9ec9-95af71024460 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:49.831034 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46348) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:49.832851 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-56959b9b-bc8d-432d-9ec9-95af71024460 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:49.832851 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:49.832851 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:49.832851 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:49.832851 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:49.832851 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:49.832851 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:49.832851 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:49.832851 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:49.832851 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:49.832851 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:49.832851 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:49.832851 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:49.832851 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:49.832851 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:49.832851 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:49.836755 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115bbca5-ac8d-4584-9802-618ff88388f2 None None] No DVR routers for this DVR port 39476f94-9103-4e9d-893c-2ad183f8267c on host dv-neutron-815855-3-hyperv {{(pid=110039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 16:39:49.838705 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bbca5-ac8d-4584-9802-618ff88388f2 None None] Pushing event deleted for resources: {'Port': ['ID=39476f94-9103-4e9d-893c-2ad183f8267c,revision_number=None']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:49.851065 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.889773 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-56959b9b-bc8d-432d-9ec9-95af71024460 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.890030 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-56959b9b-bc8d-432d-9ec9-95af71024460 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Added segment 13c4092a-8ed2-4e10-acf8-1bb113081f15 of type vlan for network 759d3a16-3828-4aff-973a-c552b746acac Nov 19 16:39:49.926118 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] For port 39476f94-9103-4e9d-893c-2ad183f8267c, host dv-neutron-815855-3-hyperv, got binding levels [] {{(pid=110037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:49.926504 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.959533 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-315215e7-d510-4020-9623-2e366ba33b5b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1b4baf3eb65740df9cbdcca5db94df04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1256304 Nov 19 16:39:49.961324 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-56959b9b-bc8d-432d-9ec9-95af71024460 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:49.964112 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] Calling delete_port for 39476f94-9103-4e9d-893c-2ad183f8267c owned by network:dhcp {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:49.966717 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46350) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:49.984366 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.ipam_backend_mixin [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] Port 39476f94-9103-4e9d-893c-2ad183f8267c was not found and therefore no delete operation was performed {{(pid=110037) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 16:39:49.995099 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.002661 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:50.003148 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:50.004008 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:50.004008 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 16:39:50.004697 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.segments.db [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2798e0a8-8993-4033-b849-7206044e4bff']}} {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:50.052085 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-be0f4c57-11ab-47bd-b460-19256f3e2bce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.054494 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-95227d2e-46bc-44f5-9a37-88bc6f8140f8 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.061407 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-95227d2e-46bc-44f5-9a37-88bc6f8140f8 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] 10.222.0.76 "DELETE /v2.0/ports/319b8bb2-903e-4fd6-84fc-8c807a40f43c HTTP/1.1" status: 204 len: 168 time: 1.5394018 Nov 19 16:39:50.064205 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.segments.db [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1dddf90-380d-42c2-88b1-bcc068356ab8') {'for_net_delete': True} {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:50.064782 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.segments.db [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1dddf90-380d-42c2-88b1-bcc068356ab8') {} {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:50.065825 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=39476f94-9103-4e9d-893c-2ad183f8267c,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:50.070301 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5786c919-dd3c-4b61-907b-840484b25ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.073832 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46352) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.095836 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] No DVR routers for this DVR port 39476f94-9103-4e9d-893c-2ad183f8267c on host dv-neutron-815855-3-hyperv {{(pid=110037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 16:39:50.115704 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785364175535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13713716'] for segment, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.136792 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-56959b9b-bc8d-432d-9ec9-95af71024460 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.142615 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56959b9b-bc8d-432d-9ec9-95af71024460 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:50.143232 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-56959b9b-bc8d-432d-9ec9-95af71024460 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.154547 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-be0f4c57-11ab-47bd-b460-19256f3e2bce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.156610 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.162476 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-56959b9b-bc8d-432d-9ec9-95af71024460 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.162476 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:50.162476 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:50.162476 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:50.162476 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:50.162476 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:50.162476 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:50.162476 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:50.162476 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:50.162476 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:50.162476 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:50.162476 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:50.162476 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:50.162476 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:50.162476 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.162476 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:50.176359 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.pecan_wsgi.hooks.translation [None req-4197ad7f-21dc-46b1-a19f-7d5233003ddd tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] GET failed (client error): The resource could not be found. Nov 19 16:39:50.176939 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=110038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 16:39:50.177351 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13714172'] for segment, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.181968 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-4197ad7f-21dc-46b1-a19f-7d5233003ddd tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] 10.222.0.76 "GET /v2.0/ports/319b8bb2-903e-4fd6-84fc-8c807a40f43c HTTP/1.1" status: 404 len: 333 time: 0.0826650 Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: from cryptography.utils import int_from_bytes Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: from cryptography.utils import int_from_bytes Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: Traceback (most recent call last): Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: timer() Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: cb(*args, **kw) Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: return func(*args, **kwargs) Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: self._notify() Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: self.callback(batched_events) Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: event.method(event) Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: return f(self, *a, **k) Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: return self._get(url).json() Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: return self.request(url, 'GET', **kwargs) Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 16:39:50.182570 dv-neutron-815855-3-hyperv neutron-server[110038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 16:39:50.195608 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46354) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.199643 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5ef86d94-ec08-4fa2-8377-c0054bc18a83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.200655 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-f34ca0ae-8c0a-44a4-bfec-1a1e4c859cc7 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Request body: {'port': {'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2089372041'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:50.244150 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-56959b9b-bc8d-432d-9ec9-95af71024460 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7550466 Nov 19 16:39:50.245600 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46358) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.253990 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-895993f2-1346-4528-af27-450ea3630384 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Request body: {'subnet': {'network_id': '759d3a16-3828-4aff-973a-c552b746acac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-895993f2-1346-4528-af27-450ea3630384 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:50.256899 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:50.259804 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:50.259804 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:50.259804 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.259804 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:50.259804 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895993f2-1346-4528-af27-450ea3630384 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:50.259804 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-895993f2-1346-4528-af27-450ea3630384 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0101047 Nov 19 16:39:50.264150 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46360) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.269138 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032696', 'neutron.services.segments.db._delete_segments_for_network-8785364225163'] for network, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.331765 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16705550'] for network, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.332290 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-82d291f5-d7c5-4298-9819-a1265af52439 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0648820 Nov 19 16:39:50.333183 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46362) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.336286 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34ca0ae-8c0a-44a4-bfec-1a1e4c859cc7 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Made reservation on behalf of dbc60f4318d048ed84b43066c106374c for: {'port': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:50.339388 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f34ca0ae-8c0a-44a4-bfec-1a1e4c859cc7 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.340756 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5ef86d94-ec08-4fa2-8377-c0054bc18a83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.356823 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b015ff2-6618-4647-8687-3bc25570c413']}} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-b64dd8a8-903d-4644-a920-bbffc5765aec tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 135, in index Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 144, in get Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {self.collection: self.plugin_lister(*lister_args, Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.357160 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1097, in get_subnets Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet_objs = self._get_subnets(context, filters, sorts, limit, Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 321, in _get_subnets Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return subnet_obj.Subnet.get_objects(context, _pager=pager, Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 643, in get_objects Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation db_objs = obj_db_api.get_objects( Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return model_query.get_collection( Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = get_collection_query(context, model, Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:50.360485 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b64dd8a8-903d-4644-a920-bbffc5765aec tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0165048 Nov 19 16:39:50.369233 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46366) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.377890 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-25e9dc83-8191-4107-b2e5-f00a0d84aa24 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Request body: {'subnet': {'network_id': '759d3a16-3828-4aff-973a-c552b746acac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:50.379750 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.383539 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] 10.222.0.76 "DELETE /v2.0/networks/2798e0a8-8993-4033-b849-7206044e4bff HTTP/1.1" status: 204 len: 168 time: 2.0920422 Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-25e9dc83-8191-4107-b2e5-f00a0d84aa24 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:50.384308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:50.388963 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:50.388963 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:50.388963 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.388963 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:50.391103 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e9dc83-8191-4107-b2e5-f00a0d84aa24 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:50.398145 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-25e9dc83-8191-4107-b2e5-f00a0d84aa24 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0273407 Nov 19 16:39:50.405962 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46370) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.422298 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0a781-1fa5-4dcd-bf0a-e1f5d225e599 admin admin] Pushing event deleted for resources: {'Network': ['ID=2798e0a8-8993-4033-b849-7206044e4bff,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:50.427702 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76087871-8b6d-4f0e-8b5f-0b4468d88dfe') {'for_net_delete': True} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:50.428702 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76087871-8b6d-4f0e-8b5f-0b4468d88dfe') {} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:39:50.451045 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.notifiers.nova [None req-f34ca0ae-8c0a-44a4-bfec-1a1e4c859cc7 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] device_id is not set on port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 yet. {{(pid=110038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:39:50.455686 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-be0f4c57-11ab-47bd-b460-19256f3e2bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.458300 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-be0f4c57-11ab-47bd-b460-19256f3e2bce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.460089 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785364175535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13891926'] for segment, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.463023 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-be0f4c57-11ab-47bd-b460-19256f3e2bce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5b5aad7c-1012-47f7-8a29-0243d2a9598a HTTP/1.1" status: 204 len: 168 time: 0.9049556 Nov 19 16:39:50.478960 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.492041 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5786c919-dd3c-4b61-907b-840484b25ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.496075 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=110037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 16:39:50.496907 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13603501'] for segment, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.500669 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-2549d825-1d3f-4288-98a0-26b654c19d50 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0884552 Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: Traceback (most recent call last): Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: timer() Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: cb(*args, **kw) Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: return func(*args, **kwargs) Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: self._notify() Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: self.callback(batched_events) Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: event.method(event) Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: return f(self, *a, **k) Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._get(url).json() Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: return self.request(url, 'GET', **kwargs) Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 16:39:50.503460 dv-neutron-815855-3-hyperv neutron-server[110037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 16:39:50.506132 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46378) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-8977c142-c414-4c02-8d7e-7d515d255328 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 135, in index Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 144, in get Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {self.collection: self.plugin_lister(*lister_args, Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.514414 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1097, in get_subnets Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet_objs = self._get_subnets(context, filters, sorts, limit, Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 321, in _get_subnets Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return subnet_obj.Subnet.get_objects(context, _pager=pager, Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 643, in get_objects Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation db_objs = obj_db_api.get_objects( Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return model_query.get_collection( Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = get_collection_query(context, model, Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8977c142-c414-4c02-8d7e-7d515d255328 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0100746 Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f4c57-11ab-47bd-b460-19256f3e2bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5aad7c-1012-47f7-8a29-0243d2a9598a,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:50.518989 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5786c919-dd3c-4b61-907b-840484b25ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.524551 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46380) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.534841 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-d2bb1088-5e8c-4050-be44-7193c2eda477 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Request body: {'subnet': {'network_id': '759d3a16-3828-4aff-973a-c552b746acac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-d2bb1088-5e8c-4050-be44-7193c2eda477 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:50.538360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:50.543342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:50.543342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:50.543342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.543342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:50.543342 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bb1088-5e8c-4050-be44-7193c2eda477 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:50.543342 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d2bb1088-5e8c-4050-be44-7193c2eda477 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0169709 Nov 19 16:39:50.549493 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46382) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.580524 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-5786c919-dd3c-4b61-907b-840484b25ef2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4be7f8fc4dd84994999284b1229da180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8545573 Nov 19 16:39:50.595727 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46384) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.613386 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-efde1308-838f-430b-a9ef-07cbf0963ba1 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0633018 Nov 19 16:39:50.618454 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46386) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.619045 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5ef86d94-ec08-4fa2-8377-c0054bc18a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.622813 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5ef86d94-ec08-4fa2-8377-c0054bc18a83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.625182 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-5ef86d94-ec08-4fa2-8377-c0054bc18a83 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/56625d13-aee4-4ec9-bfad-a5a2ac10e71d HTTP/1.1" status: 204 len: 168 time: 0.6564360 Nov 19 16:39:50.626344 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46388) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-7ded0f2f-837e-4b7b-8400-bcfbd3879c8a tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 135, in index Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 144, in get Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {self.collection: self.plugin_lister(*lister_args, Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.635891 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1097, in get_subnets Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet_objs = self._get_subnets(context, filters, sorts, limit, Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 321, in _get_subnets Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return subnet_obj.Subnet.get_objects(context, _pager=pager, Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 643, in get_objects Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation db_objs = obj_db_api.get_objects( Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return model_query.get_collection( Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = get_collection_query(context, model, Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:50.646182 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-7ded0f2f-837e-4b7b-8400-bcfbd3879c8a tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0126276 Nov 19 16:39:50.647974 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46392) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.652313 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef86d94-ec08-4fa2-8377-c0054bc18a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56625d13-aee4-4ec9-bfad-a5a2ac10e71d,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:50.657057 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16705550'] for network, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.664511 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-af45119d-bd7e-43ac-804e-e2121a5df3d2 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Request body: {'subnet': {'network_id': '759d3a16-3828-4aff-973a-c552b746acac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-af45119d-bd7e-43ac-804e-e2121a5df3d2 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:50.668311 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:50.671260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:50.671260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:50.671260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.671260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:50.671260 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af45119d-bd7e-43ac-804e-e2121a5df3d2 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:50.671260 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-af45119d-bd7e-43ac-804e-e2121a5df3d2 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0207355 Nov 19 16:39:50.671260 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786c919-dd3c-4b61-907b-840484b25ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59056997-7ea4-45d7-a2c4-67cfc12f8831,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:50.676820 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46394) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.677004 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:50.685145 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4b015ff2-6618-4647-8687-3bc25570c413 HTTP/1.1" status: 204 len: 168 time: 1.7170947 Nov 19 16:39:50.697894 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c06141-cba7-44f5-b257-0a6b4fe9f1c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b015ff2-6618-4647-8687-3bc25570c413,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:50.943811 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d23730cb-3260-4452-859a-e234cd2fa53b tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2624953 Nov 19 16:39:50.946565 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46404) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-931be225-fba3-4dbf-a22a-39f0cda0c1bf tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 135, in index Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 144, in get Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return {self.collection: self.plugin_lister(*lister_args, Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.960448 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1097, in get_subnets Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet_objs = self._get_subnets(context, filters, sorts, limit, Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 321, in _get_subnets Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return subnet_obj.Subnet.get_objects(context, _pager=pager, Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 643, in get_objects Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation db_objs = obj_db_api.get_objects( Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return model_query.get_collection( Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = get_collection_query(context, model, Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.963759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:50.969325 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-931be225-fba3-4dbf-a22a-39f0cda0c1bf tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0216501 Nov 19 16:39:50.978640 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e48c7384-3c97-4596-95fd-5bf4a2e17eeb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f73b21d3929e4154bfd260d0b4e1f5e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3379011 Nov 19 16:39:50.982077 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46406) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.982435 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46408) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:50.992743 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-3985f614-3d5f-4a37-b636-8edbb58b5c9e tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Request body: {'subnet': {'network_id': '759d3a16-3828-4aff-973a-c552b746acac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-3985f614-3d5f-4a37-b636-8edbb58b5c9e tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:50.995874 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:51.002997 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.002997 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.002997 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.002997 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.002997 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3985f614-3d5f-4a37-b636-8edbb58b5c9e tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:51.002997 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-3985f614-3d5f-4a37-b636-8edbb58b5c9e tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0141611 Nov 19 16:39:51.002997 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46410) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.019534 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5540145b-5203-403b-bd0f-32c16fb20bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.040919 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-04ac0424-d434-4ec8-9ee5-d01a0b5bae66 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0344505 Nov 19 16:39:51.044881 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46412) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-37dcf543-5bf2-4cb1-ba6a-5fc91a77feeb tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 135, in index Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 144, in get Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return {self.collection: self.plugin_lister(*lister_args, Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.058401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1097, in get_subnets Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet_objs = self._get_subnets(context, filters, sorts, limit, Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 321, in _get_subnets Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return subnet_obj.Subnet.get_objects(context, _pager=pager, Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 643, in get_objects Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation db_objs = obj_db_api.get_objects( Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return model_query.get_collection( Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = get_collection_query(context, model, Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.067807 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-37dcf543-5bf2-4cb1-ba6a-5fc91a77feeb tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0135560 Nov 19 16:39:51.069281 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46414) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.078234 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-8d299ef8-4652-47b6-8987-a55b2c490212 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Request body: {'subnet': {'network_id': '759d3a16-3828-4aff-973a-c552b746acac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-8d299ef8-4652-47b6-8987-a55b2c490212 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:51.082326 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:51.088609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.088609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.088609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.088609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.088609 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d299ef8-4652-47b6-8987-a55b2c490212 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:51.088609 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8d299ef8-4652-47b6-8987-a55b2c490212 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0129526 Nov 19 16:39:51.090157 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46416) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.120531 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1f2f653e-d6fd-4763-867c-451dc7f3ec3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.125751 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5540145b-5203-403b-bd0f-32c16fb20bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.154079 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1f2f653e-d6fd-4763-867c-451dc7f3ec3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.161047 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-2a845299-a114-4a7a-829a-6226993777ee tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0679526 Nov 19 16:39:51.163529 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46418) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-e15788b4-9f10-484c-8324-59e966677cd4 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 135, in index Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 144, in get Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {self.collection: self.plugin_lister(*lister_args, Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.178514 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1097, in get_subnets Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet_objs = self._get_subnets(context, filters, sorts, limit, Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 321, in _get_subnets Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return subnet_obj.Subnet.get_objects(context, _pager=pager, Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 643, in get_objects Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation db_objs = obj_db_api.get_objects( Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return model_query.get_collection( Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = get_collection_query(context, model, Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e15788b4-9f10-484c-8324-59e966677cd4 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0113091 Nov 19 16:39:51.192950 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46420) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.200773 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46422) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.206480 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-4e0f6709-9685-4330-b520-31aafc3c1c12 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Request body: {'subnet': {'network_id': '759d3a16-3828-4aff-973a-c552b746acac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-4e0f6709-9685-4330-b520-31aafc3c1c12 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:51.209830 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:51.212464 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.212464 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.212464 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.212464 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.213586 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0f6709-9685-4330-b520-31aafc3c1c12 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:51.214886 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-4e0f6709-9685-4330-b520-31aafc3c1c12 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0237856 Nov 19 16:39:51.219918 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46424) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.229153 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f34ca0ae-8c0a-44a4-bfec-1a1e4c859cc7 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.270948 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5540145b-5203-403b-bd0f-32c16fb20bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.273847 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5540145b-5203-403b-bd0f-32c16fb20bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.277720 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-03fbe2c5-b5e6-4560-ad22-f14fdc0c7c34 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8dc553179f4649269b563abe7ef3a76c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0754991 Nov 19 16:39:51.283055 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-a9319d21-769b-4ccc-b285-cccb96cf543f tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0589893 Nov 19 16:39:51.283055 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46426) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.283320 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-5540145b-5203-403b-bd0f-32c16fb20bfa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/59056997-7ea4-45d7-a2c4-67cfc12f8831 HTTP/1.1" status: 204 len: 168 time: 0.6820276 Nov 19 16:39:51.286453 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46430) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.288975 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f34ca0ae-8c0a-44a4-bfec-1a1e4c859cc7 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.307420 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46432) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-44ce2939-d4ce-4af2-b9ed-67e71ebd3982 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 135, in index Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 144, in get Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {self.collection: self.plugin_lister(*lister_args, Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.310283 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1097, in get_subnets Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet_objs = self._get_subnets(context, filters, sorts, limit, Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 321, in _get_subnets Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return subnet_obj.Subnet.get_objects(context, _pager=pager, Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 643, in get_objects Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation db_objs = obj_db_api.get_objects( Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return model_query.get_collection( Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = get_collection_query(context, model, Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.315753 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-44ce2939-d4ce-4af2-b9ed-67e71ebd3982 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0241024 Nov 19 16:39:51.318401 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540145b-5203-403b-bd0f-32c16fb20bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59056997-7ea4-45d7-a2c4-67cfc12f8831,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:51.332199 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46434) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.339597 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-572da1c6-1cda-406b-b049-6b689b399bac tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Request body: {'subnet': {'network_id': '759d3a16-3828-4aff-973a-c552b746acac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-572da1c6-1cda-406b-b049-6b689b399bac tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:51.342922 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:51.349218 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.349218 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.349218 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.349218 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.349218 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572da1c6-1cda-406b-b049-6b689b399bac tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:51.349218 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-572da1c6-1cda-406b-b049-6b689b399bac tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0110788 Nov 19 16:39:51.359870 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46436) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.360555 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1f2f653e-d6fd-4763-867c-451dc7f3ec3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.363622 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1f2f653e-d6fd-4763-867c-451dc7f3ec3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.367551 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-1f2f653e-d6fd-4763-867c-451dc7f3ec3c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f32f226a-301f-4f46-8a59-c9ae8f9e4601 HTTP/1.1" status: 204 len: 168 time: 0.3809624 Nov 19 16:39:51.379999 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34ca0ae-8c0a-44a4-bfec-1a1e4c859cc7 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:51.384403 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-f34ca0ae-8c0a-44a4-bfec-1a1e4c859cc7 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:51.388991 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ca0ae-8c0a-44a4-bfec-1a1e4c859cc7 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:39:51.389994 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ca0ae-8c0a-44a4-bfec-1a1e4c859cc7 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:51.390990 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f34ca0ae-8c0a-44a4-bfec-1a1e4c859cc7 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.392959 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ca0ae-8c0a-44a4-bfec-1a1e4c859cc7 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Pushing event updated for resources: {'Port': ['ID=1ae8df5b-a036-48ef-ba5a-812a6cfe89e6,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:51.413970 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f34ca0ae-8c0a-44a4-bfec-1a1e4c859cc7 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2172804 Nov 19 16:39:51.418824 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46440) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.424271 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8158'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:51.430445 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-da456f95-3ef1-42c6-96f2-aca255d8ba26 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0605226 Nov 19 16:39:51.432542 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46442) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.444961 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f653e-d6fd-4763-867c-451dc7f3ec3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32f226a-301f-4f46-8a59-c9ae8f9e4601,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-aa0253da-7bee-4cf4-a975-efda45d38eac tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 135, in index Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 144, in get Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return {self.collection: self.plugin_lister(*lister_args, Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.464036 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1097, in get_subnets Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet_objs = self._get_subnets(context, filters, sorts, limit, Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 321, in _get_subnets Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return subnet_obj.Subnet.get_objects(context, _pager=pager, Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 643, in get_objects Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation db_objs = obj_db_api.get_objects( Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return model_query.get_collection( Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = get_collection_query(context, model, Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.467171 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.471450 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-aa0253da-7bee-4cf4-a975-efda45d38eac tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0302901 Nov 19 16:39:51.477357 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46444) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.482471 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-8ed581f6-0a1a-4de9-90d5-b260b2e72e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.492110 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-f2433cf8-ed30-4687-91a6-f7db7a8c954a tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Request body: {'subnet': {'network_id': '759d3a16-3828-4aff-973a-c552b746acac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-f2433cf8-ed30-4687-91a6-f7db7a8c954a tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:51.496401 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:51.500721 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.500721 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.500721 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.500721 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.501877 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2433cf8-ed30-4687-91a6-f7db7a8c954a tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:51.503127 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-f2433cf8-ed30-4687-91a6-f7db7a8c954a tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0245740 Nov 19 16:39:51.507612 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46448) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.519039 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.522300 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-5c070c1e-5599-45ce-9b05-8e4af29e6b13 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9d353787d5cd4883b03e24a4f0655aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113066 Nov 19 16:39:51.522300 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-64e60629-d038-45ba-bbc3-dcab01572e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.522643 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46450) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.559523 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-6d358cb7-7d49-42cb-ae08-22775404bad0 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0504501 Nov 19 16:39:51.561662 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46454) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-2472c59b-dbd8-4d51-bc91-978aea121bea tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 135, in index Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 144, in get Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {self.collection: self.plugin_lister(*lister_args, Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.571081 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1097, in get_subnets Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet_objs = self._get_subnets(context, filters, sorts, limit, Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 321, in _get_subnets Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return subnet_obj.Subnet.get_objects(context, _pager=pager, Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 643, in get_objects Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation db_objs = obj_db_api.get_objects( Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return model_query.get_collection( Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = get_collection_query(context, model, Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.573979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.578862 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46456) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.580370 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-2472c59b-dbd8-4d51-bc91-978aea121bea tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0166118 Nov 19 16:39:51.594188 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-4496875c-fa20-4cf5-9ad4-bcc2a9972860 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Request body: {'subnet': {'network_id': '759d3a16-3828-4aff-973a-c552b746acac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-4496875c-fa20-4cf5-9ad4-bcc2a9972860 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:51.597412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:51.599970 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.599970 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.599970 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.599970 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.599970 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4496875c-fa20-4cf5-9ad4-bcc2a9972860 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:51.599970 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-4496875c-fa20-4cf5-9ad4-bcc2a9972860 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0142446 Nov 19 16:39:51.604903 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46458) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.608818 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-64e60629-d038-45ba-bbc3-dcab01572e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.618436 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1912a573-1154-46e7-9d49-ca928b05b929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.654998 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d0cf3e5a-b154-4f1a-9af7-9c17ced27d4d tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0487640 Nov 19 16:39:51.664510 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46462) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-baefc9c0-b80d-40b8-8c20-d4a9bd3e9d88 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 135, in index Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 144, in get Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return {self.collection: self.plugin_lister(*lister_args, Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.692359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1097, in get_subnets Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet_objs = self._get_subnets(context, filters, sorts, limit, Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 321, in _get_subnets Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return subnet_obj.Subnet.get_objects(context, _pager=pager, Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 643, in get_objects Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation db_objs = obj_db_api.get_objects( Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return model_query.get_collection( Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = get_collection_query(context, model, Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.695136 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-baefc9c0-b80d-40b8-8c20-d4a9bd3e9d88 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0280502 Nov 19 16:39:51.698907 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46466) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.704535 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-52879e01-20fc-4fc7-9579-07325f5da7b4 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] Request body: {'subnet': {'network_id': '759d3a16-3828-4aff-973a-c552b746acac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-52879e01-20fc-4fc7-9579-07325f5da7b4 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:51.707737 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:51.714391 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.714391 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.714391 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.714391 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.714391 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52879e01-20fc-4fc7-9579-07325f5da7b4 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:51.714391 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-52879e01-20fc-4fc7-9579-07325f5da7b4 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0098121 Nov 19 16:39:51.714391 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1912a573-1154-46e7-9d49-ca928b05b929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.714391 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46468) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.758137 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-36cf1db1-d0ca-4c58-9280-96df3d8c9864 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0400307 Nov 19 16:39:51.759657 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46470) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-d40c6af5-6f5b-4e2c-be2a-fae6bc3348a1 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 135, in index Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 144, in get Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return {self.collection: self.plugin_lister(*lister_args, Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.774686 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1097, in get_subnets Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet_objs = self._get_subnets(context, filters, sorts, limit, Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 321, in _get_subnets Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return subnet_obj.Subnet.get_objects(context, _pager=pager, Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 643, in get_objects Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation db_objs = obj_db_api.get_objects( Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return model_query.get_collection( Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = get_collection_query(context, model, Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d40c6af5-6f5b-4e2c-be2a-fae6bc3348a1 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0166059 Nov 19 16:39:51.784947 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46472) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-71967504-6138-4f9f-aa07-8980b3159369 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:51.790213 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:51.792910 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.792910 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.792910 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.792910 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.792910 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71967504-6138-4f9f-aa07-8980b3159369 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:51.799731 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-71967504-6138-4f9f-aa07-8980b3159369 tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "DELETE /v2.0/networks/759d3a16-3828-4aff-973a-c552b746acac HTTP/1.1" status: 500 len: 363 time: 0.0123346 Nov 19 16:39:51.799731 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46474) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-0c3dbaaa-6bc6-4501-963f-45c8f007773a tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:51.806446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:51.808959 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.808959 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.808959 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.808959 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.808959 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3dbaaa-6bc6-4501-963f-45c8f007773a tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:51.815778 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-0c3dbaaa-6bc6-4501-963f-45c8f007773a tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "DELETE /v2.0/networks/759d3a16-3828-4aff-973a-c552b746acac HTTP/1.1" status: 500 len: 363 time: 0.0115640 Nov 19 16:39:51.815971 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46476) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:51.823023 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-64e60629-d038-45ba-bbc3-dcab01572e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-d0e42d49-321a-4229-950d-060a426988ea tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:51.825097 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:51.828100 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:51.828100 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:51.828100 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:51.828100 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:51.828100 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e42d49-321a-4229-950d-060a426988ea tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:51.828391 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-64e60629-d038-45ba-bbc3-dcab01572e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.829516 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d0e42d49-321a-4229-950d-060a426988ea tempest-NetworksTestDHCPv6-1046296831 tempest-NetworksTestDHCPv6-1046296831-project] 10.222.0.76 "DELETE /v2.0/networks/759d3a16-3828-4aff-973a-c552b746acac HTTP/1.1" status: 500 len: 363 time: 0.0143118 Nov 19 16:39:51.830982 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-64e60629-d038-45ba-bbc3-dcab01572e18 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3822296f-fb72-4ea2-a726-f35ede0616af HTTP/1.1" status: 204 len: 168 time: 0.5482111 Nov 19 16:39:51.844704 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.notifiers.nova [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] device_id is not set on port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 yet. {{(pid=110038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:39:51.854120 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e60629-d038-45ba-bbc3-dcab01572e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3822296f-fb72-4ea2-a726-f35ede0616af,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:51.855429 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1912a573-1154-46e7-9d49-ca928b05b929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.858977 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1912a573-1154-46e7-9d49-ca928b05b929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.864067 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-1912a573-1154-46e7-9d49-ca928b05b929 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0f2606fa-26ff-47ce-8075-58ddcae4c79b HTTP/1.1" status: 204 len: 168 time: 0.3381515 Nov 19 16:39:51.864241 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.872143 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912a573-1154-46e7-9d49-ca928b05b929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2606fa-26ff-47ce-8075-58ddcae4c79b,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:51.883432 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13713684'] for port, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:51.956090 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Pushing event updated for resources: {'Port': ['ID=1ae8df5b-a036-48ef-ba5a-812a6cfe89e6,revision_number=2']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:51.971922 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:51.972260 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:51.972593 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:51.977720 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:51.978045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:51.978417 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 2 to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 Nov 19 16:39:51.993547 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:51.993895 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:51.994227 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:52.000998 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:52.001322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:52.001733 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 3 to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 Nov 19 16:39:52.015632 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:52.015961 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:52.016527 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:52.028127 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:52.028470 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:52.029470 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 4 to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 Nov 19 16:39:52.051179 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:52.051517 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:52.051861 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:52.057638 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:52.057967 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:52.058357 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 5 to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 Nov 19 16:39:52.077548 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:52.078328 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:52.078979 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:52.086629 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:52.087932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:52.089151 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 6 to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 Nov 19 16:39:52.104008 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:52.104578 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:52.105059 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:52.109674 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:52.110006 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:52.110397 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 7 to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 Nov 19 16:39:52.124435 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:52.124780 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:52.125098 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:52.129698 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:52.129999 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:52.130385 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 8 to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 Nov 19 16:39:52.148386 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:52.148828 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:52.149231 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:52.154497 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:52.154820 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:52.155363 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 9 to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 Nov 19 16:39:52.169011 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:52.169364 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:52.169733 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:52.174983 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:52.175231 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:52.177582 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempt 10 to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 Nov 19 16:39:52.189391 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:39:52.189848 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:39:52.190073 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempting to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:39:52.194726 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:39:52.195057 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Failed to bind port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on host hv-neutron-8158 for vnic_type normal using segments [{'id': '22542d42-3d7a-4da0-ad45-db975f1bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '73a62aa3-be1f-44e7-81e5-56a4abc097a6'}] Nov 19 16:39:52.195423 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:52.266201 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.db [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] For port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6, host hv-neutron-8158, cleared binding levels {{(pid=110038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:39:52.266495 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.db [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attempted to set empty binding levels {{(pid=110038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 16:39:52.275084 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13713684'] for port, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:52.306844 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] In _notify_port_updated(), no bound segment for port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 on network 73a62aa3-be1f-44e7-81e5-56a4abc097a6 {{(pid=110038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 16:39:52.308064 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:52.308801 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:52.313332 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] 10.222.0.76 "PUT /v2.0/ports/1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 HTTP/1.1" status: 200 len: 977 time: 0.8933880 Nov 19 16:39:52.313545 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46502) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:52.331072 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95577379-48b0-4d95-9e7d-d657ebda2ea0 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Pushing event updated for resources: {'Port': ['ID=1ae8df5b-a036-48ef-ba5a-812a6cfe89e6,revision_number=3']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:52.405141 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46510) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:52.424308 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d5c5f-51e3-4d9d-9d1e-20dbcc48dd59 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Deleting port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:39:52.424762 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5c5f-51e3-4d9d-9d1e-20dbcc48dd59 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:52.491398 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-ca5d5c5f-51e3-4d9d-9d1e-20dbcc48dd59 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] For port 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6, host hv-neutron-8158, got binding levels [] {{(pid=110037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:39:52.491720 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5c5f-51e3-4d9d-9d1e-20dbcc48dd59 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:52.506392 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d5c5f-51e3-4d9d-9d1e-20dbcc48dd59 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Calling delete_port for 1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 owned by {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:39:52.603982 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5c5f-51e3-4d9d-9d1e-20dbcc48dd59 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:52.637442 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d5c5f-51e3-4d9d-9d1e-20dbcc48dd59 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ae8df5b-a036-48ef-ba5a-812a6cfe89e6,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:52.643178 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5c5f-51e3-4d9d-9d1e-20dbcc48dd59 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:52.648743 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-ca5d5c5f-51e3-4d9d-9d1e-20dbcc48dd59 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] 10.222.0.76 "DELETE /v2.0/ports/1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 HTTP/1.1" status: 204 len: 168 time: 0.3337388 Nov 19 16:39:52.651531 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46526) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:52.683261 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c4ac5b-1f35-44da-b589-a8e7e78cf724 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] GET failed (client error): The resource could not be found. Nov 19 16:39:52.685735 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-c0c4ac5b-1f35-44da-b589-a8e7e78cf724 tempest-PortsAdminExtendedAttrsTestJSON-932502852 tempest-PortsAdminExtendedAttrsTestJSON-932502852-project-admin] 10.222.0.76 "GET /v2.0/ports/1ae8df5b-a036-48ef-ba5a-812a6cfe89e6 HTTP/1.1" status: 404 len: 333 time: 0.0330403 Nov 19 16:39:52.690837 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46530) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-a40164e9-4258-40d5-b87f-dbe0ecf111ff tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:52.698513 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:52.709527 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:52.709527 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:52.709527 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:52.709527 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:52.709527 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40164e9-4258-40d5-b87f-dbe0ecf111ff tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:52.709527 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-a40164e9-4258-40d5-b87f-dbe0ecf111ff tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] 10.222.0.76 "DELETE /v2.0/networks/73a62aa3-be1f-44e7-81e5-56a4abc097a6 HTTP/1.1" status: 500 len: 363 time: 0.0126150 Nov 19 16:39:52.710761 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46532) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-968252e8-65a8-4220-8736-c66f2360fd94 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:52.716526 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:52.720068 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:52.720068 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:52.720068 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:52.720068 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:52.720068 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968252e8-65a8-4220-8736-c66f2360fd94 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:52.721972 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-968252e8-65a8-4220-8736-c66f2360fd94 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] 10.222.0.76 "DELETE /v2.0/networks/73a62aa3-be1f-44e7-81e5-56a4abc097a6 HTTP/1.1" status: 500 len: 363 time: 0.0107961 Nov 19 16:39:52.724459 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46534) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-8407fef7-e481-4f96-9b21-7d3fb67aaad8 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:52.732160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:52.735688 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:52.735688 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:52.735688 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:52.735688 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:52.735688 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8407fef7-e481-4f96-9b21-7d3fb67aaad8 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:52.735688 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-8407fef7-e481-4f96-9b21-7d3fb67aaad8 tempest-PortsAdminExtendedAttrsTestJSON-980420636 tempest-PortsAdminExtendedAttrsTestJSON-980420636-project] 10.222.0.76 "DELETE /v2.0/networks/73a62aa3-be1f-44e7-81e5-56a4abc097a6 HTTP/1.1" status: 500 len: 363 time: 0.0100412 Nov 19 16:39:52.776890 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:52.777831 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46540) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:52.778274 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-fccb0dc9-4065-496c-bc6a-f3bc48e5d322 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2cb1366dbd4c41ee8a10a9cf6b82ce72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3706634 Nov 19 16:39:52.840373 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7bda5ee5-e63c-4089-b025-1c675f69abc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:52.864775 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46544) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:52.882870 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7bda5ee5-e63c-4089-b025-1c675f69abc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:52.951566 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7bda5ee5-e63c-4089-b025-1c675f69abc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:52.954791 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7bda5ee5-e63c-4089-b025-1c675f69abc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:52.956085 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-7bda5ee5-e63c-4089-b025-1c675f69abc5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ffa7159e-7f02-4feb-8313-bb1deba8971e HTTP/1.1" status: 204 len: 168 time: 0.1771619 Nov 19 16:39:52.965323 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda5ee5-e63c-4089-b025-1c675f69abc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa7159e-7f02-4feb-8313-bb1deba8971e,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:53.400006 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-5e4fe0e6-8af2-4581-bafb-27beda1854b9 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-193675937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:53.428634 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5e4fe0e6-8af2-4581-bafb-27beda1854b9 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:53.430350 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5e4fe0e6-8af2-4581-bafb-27beda1854b9 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:53.493868 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5e4fe0e6-8af2-4581-bafb-27beda1854b9 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:53.499459 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5e4fe0e6-8af2-4581-bafb-27beda1854b9 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:53.521781 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5e4fe0e6-8af2-4581-bafb-27beda1854b9 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:53.522043 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-5e4fe0e6-8af2-4581-bafb-27beda1854b9 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6572943 Nov 19 16:39:53.524741 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46568) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:53.530866 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-5921b94c-9cbc-4692-8e01-e9c3dcefc372 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1023580800'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:53.554958 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5921b94c-9cbc-4692-8e01-e9c3dcefc372 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Made reservation on behalf of 2ddbf75b8d1543d7b688634ebb553f63 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:53.559087 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5921b94c-9cbc-4692-8e01-e9c3dcefc372 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:53.568711 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5921b94c-9cbc-4692-8e01-e9c3dcefc372 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:53.669991 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5921b94c-9cbc-4692-8e01-e9c3dcefc372 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:53.676860 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5921b94c-9cbc-4692-8e01-e9c3dcefc372 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:53.683629 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-5921b94c-9cbc-4692-8e01-e9c3dcefc372 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:53.683629 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:53.683629 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:53.683629 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:53.683629 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:53.683629 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:53.683629 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:53.683629 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:53.683629 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:53.683629 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:53.683629 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:53.683629 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:53.683629 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:53.683629 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:53.683629 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:53.683629 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:53.693052 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5921b94c-9cbc-4692-8e01-e9c3dcefc372 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:53.705534 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5921b94c-9cbc-4692-8e01-e9c3dcefc372 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:53.706002 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-5921b94c-9cbc-4692-8e01-e9c3dcefc372 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Added segment 6a2c175d-5ec8-4f1d-963c-6bc2b6925aa5 of type vlan for network 893acb3c-9c12-43e0-b96b-b8f7e079ec07 Nov 19 16:39:53.739571 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46576) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:53.755841 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5921b94c-9cbc-4692-8e01-e9c3dcefc372 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:53.785955 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5921b94c-9cbc-4692-8e01-e9c3dcefc372 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:53.798435 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5921b94c-9cbc-4692-8e01-e9c3dcefc372 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:53.799933 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5921b94c-9cbc-4692-8e01-e9c3dcefc372 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:53.806182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-5921b94c-9cbc-4692-8e01-e9c3dcefc372 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:53.806182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:53.806182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:53.806182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:53.806182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:53.806182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:53.806182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:53.806182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:53.806182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:53.806182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:53.806182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:53.806182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:53.806182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:53.806182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:53.806182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:53.806182 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:53.830203 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-5921b94c-9cbc-4692-8e01-e9c3dcefc372 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3039887 Nov 19 16:39:53.833386 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46586) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:53.841635 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-e67d23d6-048c-4e80-9bea-98daae9861fa tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Request body: {'subnet': {'network_id': '893acb3c-9c12-43e0-b96b-b8f7e079ec07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-e67d23d6-048c-4e80-9bea-98daae9861fa tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:53.846410 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:53.849020 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:53.849020 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:53.849020 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:53.849020 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:53.849020 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67d23d6-048c-4e80-9bea-98daae9861fa tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:53.849020 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e67d23d6-048c-4e80-9bea-98daae9861fa tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0135558 Nov 19 16:39:53.853066 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46590) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-e5d83d81-aae8-446f-a3fc-1146922fe82d tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:53.863969 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:53.866692 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:53.866692 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:53.866692 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:53.866692 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:53.866692 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d83d81-aae8-446f-a3fc-1146922fe82d tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:53.868720 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e5d83d81-aae8-446f-a3fc-1146922fe82d tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] 10.222.0.76 "DELETE /v2.0/networks/893acb3c-9c12-43e0-b96b-b8f7e079ec07 HTTP/1.1" status: 500 len: 363 time: 0.0138962 Nov 19 16:39:53.871750 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46592) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-56b7b85f-edbe-48cf-8d77-8eaecb45fe7b tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:53.880446 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:53.883100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:53.883100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:53.883100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:53.883100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:53.883100 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b7b85f-edbe-48cf-8d77-8eaecb45fe7b tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:53.884159 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-56b7b85f-edbe-48cf-8d77-8eaecb45fe7b tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] 10.222.0.76 "DELETE /v2.0/networks/893acb3c-9c12-43e0-b96b-b8f7e079ec07 HTTP/1.1" status: 500 len: 363 time: 0.0109444 Nov 19 16:39:53.887282 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46594) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-a23b2887-74b6-499f-917a-d2af92fce39c tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:53.897690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:53.900436 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:53.900436 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:53.900436 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:53.900436 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:53.900436 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23b2887-74b6-499f-917a-d2af92fce39c tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:53.901359 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a23b2887-74b6-499f-917a-d2af92fce39c tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] 10.222.0.76 "DELETE /v2.0/networks/893acb3c-9c12-43e0-b96b-b8f7e079ec07 HTTP/1.1" status: 500 len: 363 time: 0.0127854 Nov 19 16:39:53.904405 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46596) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:53.956677 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-28a5b6d7-7804-4b06-9ce3-9500cce37289 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] 10.222.0.76 "GET /v2.0/ports?device_id=133ffab2-9427-416a-a72c-091103f22652 HTTP/1.1" status: 200 len: 205 time: 0.0508158 Nov 19 16:39:53.959021 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46602) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:54.037078 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-49b1164f-bfcb-4319-bfa5-a3db68a9e655 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:54.134725 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-8acd9526-f67f-4dae-96ad-c69fdaf868e6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b6e1b53e2fe04ffeace73999a45bb875&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3929224 Nov 19 16:39:54.137268 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46612) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:54.212069 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-448d4f7c-d511-4938-a640-9b943dcc7f9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:54.216189 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:54.238269 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-448d4f7c-d511-4938-a640-9b943dcc7f9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:54.239121 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-49b1164f-bfcb-4319-bfa5-a3db68a9e655 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:54.241233 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-49b1164f-bfcb-4319-bfa5-a3db68a9e655 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:54.297589 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-448d4f7c-d511-4938-a640-9b943dcc7f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:54.301232 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-448d4f7c-d511-4938-a640-9b943dcc7f9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:54.301645 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-49b1164f-bfcb-4319-bfa5-a3db68a9e655 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:54.302347 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b1164f-bfcb-4319-bfa5-a3db68a9e655 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Fanout notify agent at l3_agent the message router_deleted on router 133ffab2-9427-416a-a72c-091103f22652 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:39:54.303271 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-448d4f7c-d511-4938-a640-9b943dcc7f9e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1cf41c88-b374-4957-bfb4-7fba41415533 HTTP/1.1" status: 204 len: 168 time: 0.1648319 Nov 19 16:39:54.314085 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d4f7c-d511-4938-a640-9b943dcc7f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf41c88-b374-4957-bfb4-7fba41415533,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:54.320392 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-49b1164f-bfcb-4319-bfa5-a3db68a9e655 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:54.321634 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-49b1164f-bfcb-4319-bfa5-a3db68a9e655 tempest-RoutersNegativeTest-1034363338 tempest-RoutersNegativeTest-1034363338-project] 10.222.0.76 "DELETE /v2.0/routers/133ffab2-9427-416a-a72c-091103f22652 HTTP/1.1" status: 204 len: 168 time: 0.3616626 Nov 19 16:39:54.475461 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46630) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:54.895791 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.068324 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Request body: {'networks': [{'name': 'tempest-network--787144441'}, {'name': 'tempest-network--882113606'}]} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:55.068958 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Request body: {'network': {'name': 'tempest-network--787144441'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:55.069912 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Request body: {'network': {'name': 'tempest-network--882113606'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:55.105781 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Made reservation on behalf of 10abde01ef1f4e18934e5eb6232604d7 for: {'network': 2} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:55.111383 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.121027 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.139599 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46652) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:55.237969 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.243246 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.243760 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.248604 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:55.248604 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:55.248604 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:55.248604 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:55.248604 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:55.248604 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:55.248604 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:55.248604 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:55.248604 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:55.248604 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:55.248604 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:55.248604 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:55.248604 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:55.248604 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:55.248604 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:55.248604 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:55.261869 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46658) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:55.278091 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:55.300663 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.300934 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Added segment 9bf06caf-f1fb-4f92-8075-465da265f828 of type vlan for network fe73f6c6-c148-468e-ba2c-4d0db4d7184e Nov 19 16:39:55.348028 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-4f79d334-de6a-42c8-8725-ab5313819088 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dbc60f4318d048ed84b43066c106374c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0843389 Nov 19 16:39:55.348765 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.350866 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46660) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:55.383151 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:55.395604 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.395948 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Added segment 639eded0-b961-475e-8b7a-18628db236da of type vlan for network 62204785-c810-4242-8d94-35c1c045d735 Nov 19 16:39:55.413742 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46664) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:55.431242 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-460d6898-22b1-4a2a-b40c-bdb02435fbf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.453699 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-460d6898-22b1-4a2a-b40c-bdb02435fbf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.471853 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.520898 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.522176 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.524211 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-460d6898-22b1-4a2a-b40c-bdb02435fbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.526948 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-460d6898-22b1-4a2a-b40c-bdb02435fbf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.528239 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:55.531086 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-460d6898-22b1-4a2a-b40c-bdb02435fbf7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/da6f804f-1b26-4a65-a9b3-b6240389e691 HTTP/1.1" status: 204 len: 168 time: 0.1788149 Nov 19 16:39:55.533723 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:55.534753 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.539989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:55.539989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:55.539989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:55.539989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:55.539989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:55.539989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:55.539989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:55.539989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:55.539989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:55.539989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:55.539989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:55.539989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:55.539989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:55.539989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:55.539989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:55.539989 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:55.542085 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:55.542085 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:55.542085 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:55.542085 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:55.542085 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:55.542085 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:55.542085 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:55.542085 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:55.542085 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:55.542085 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:55.542085 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:55.542085 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:55.542085 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:55.542085 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:55.542085 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:55.542085 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:55.544351 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d6898-22b1-4a2a-b40c-bdb02435fbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6f804f-1b26-4a65-a9b3-b6240389e691,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:55.558608 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-3223ab5a-161b-410a-bf81-990740a95867 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0818882 Nov 19 16:39:55.561758 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46670) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-56c0b101-4d7d-4c1c-876b-9436b27a747b tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 135, in index Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 144, in get Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return {self.collection: self.plugin_lister(*lister_args, Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:55.571545 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1204, in get_networks Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation nets_db = super(Ml2Plugin, self)._get_networks( Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 541, in _get_networks Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return model_query.get_collection( Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = get_collection_query(context, model, Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:55.576882 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-56c0b101-4d7d-4c1c-876b-9436b27a747b tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 500 len: 363 time: 0.0100088 Nov 19 16:39:55.583109 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46672) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-f48c7f3f-9420-43b3-8694-b32dceccdd91 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:55.588222 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:55.592007 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:55.592007 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:55.592007 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:55.592007 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:55.592007 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f48c7f3f-9420-43b3-8694-b32dceccdd91 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:55.593601 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f48c7f3f-9420-43b3-8694-b32dceccdd91 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "DELETE /v2.0/networks/fe73f6c6-c148-468e-ba2c-4d0db4d7184e HTTP/1.1" status: 500 len: 363 time: 0.0141854 Nov 19 16:39:55.599165 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46676) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:55.606069 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-37b6f7d4-3a0b-422d-a52e-5aba49c6e8cf tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1486734966'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:55.629963 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b6f7d4-3a0b-422d-a52e-5aba49c6e8cf tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Made reservation on behalf of 10abde01ef1f4e18934e5eb6232604d7 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:55.634594 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-37b6f7d4-3a0b-422d-a52e-5aba49c6e8cf tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.663295 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b6f7d4-3a0b-422d-a52e-5aba49c6e8cf tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:55.673225 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-37b6f7d4-3a0b-422d-a52e-5aba49c6e8cf tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.673705 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-37b6f7d4-3a0b-422d-a52e-5aba49c6e8cf tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Added segment 81cdc569-3171-4494-aaf3-72a49b3a7232 of type vlan for network 02d8f824-929f-4d73-a9be-bf0b9f2b6aad Nov 19 16:39:55.723519 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-37b6f7d4-3a0b-422d-a52e-5aba49c6e8cf tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.758023 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-37b6f7d4-3a0b-422d-a52e-5aba49c6e8cf tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.766863 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-5e8be937-a23f-437b-bf39-e7aeac2e63c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2ddbf75b8d1543d7b688634ebb553f63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6257861 Nov 19 16:39:55.772672 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-b750eb6d-939d-49aa-b3d2-5c5a60a1e3bc tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-329984030'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:55.774304 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b6f7d4-3a0b-422d-a52e-5aba49c6e8cf tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:55.775151 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-37b6f7d4-3a0b-422d-a52e-5aba49c6e8cf tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.787308 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46684) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:55.790703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-37b6f7d4-3a0b-422d-a52e-5aba49c6e8cf tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:55.790703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:55.790703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:55.790703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:55.790703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:55.790703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:55.790703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:55.790703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:55.790703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:55.790703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:55.790703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:55.790703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:55.790703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:55.790703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:55.790703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:55.790703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:55.797970 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b750eb6d-939d-49aa-b3d2-5c5a60a1e3bc tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] Made reservation on behalf of 1c5a2a47e113404694dbdc8e37841b5a for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:55.804247 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b750eb6d-939d-49aa-b3d2-5c5a60a1e3bc tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.815982 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-37b6f7d4-3a0b-422d-a52e-5aba49c6e8cf tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2154560 Nov 19 16:39:55.816652 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46686) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:55.818524 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b750eb6d-939d-49aa-b3d2-5c5a60a1e3bc tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.830544 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-a7bbafb4-166f-47ed-8c2c-581b61a676b1 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-680124493'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:55.881792 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bbafb4-166f-47ed-8c2c-581b61a676b1 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Made reservation on behalf of 10abde01ef1f4e18934e5eb6232604d7 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:55.887281 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a7bbafb4-166f-47ed-8c2c-581b61a676b1 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.915015 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-55d7fce4-ee07-4af0-903b-1832ce6179e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.923312 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b750eb6d-939d-49aa-b3d2-5c5a60a1e3bc tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.924829 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bbafb4-166f-47ed-8c2c-581b61a676b1 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:55.929991 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b750eb6d-939d-49aa-b3d2-5c5a60a1e3bc tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.944979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-b750eb6d-939d-49aa-b3d2-5c5a60a1e3bc tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:55.944979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:55.944979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:55.944979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:55.944979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:55.944979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:55.944979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:55.944979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:55.944979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:55.944979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:55.944979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:55.944979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:55.944979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:55.944979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:55.944979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:55.944979 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:55.950552 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b750eb6d-939d-49aa-b3d2-5c5a60a1e3bc tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:55.954565 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a7bbafb4-166f-47ed-8c2c-581b61a676b1 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.954918 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-a7bbafb4-166f-47ed-8c2c-581b61a676b1 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Added segment ba9c837d-38d9-4b45-a520-35da0c9efdd1 of type vlan for network 08c15b07-f0e3-4733-a052-fc7eb37c414f Nov 19 16:39:55.957519 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-55d7fce4-ee07-4af0-903b-1832ce6179e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.964446 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b750eb6d-939d-49aa-b3d2-5c5a60a1e3bc tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:55.964787 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-b750eb6d-939d-49aa-b3d2-5c5a60a1e3bc tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] Added segment 38970245-00c6-455b-bee2-cbf078136b02 of type vlan for network c98f73f5-09a6-4dfc-9db1-4cd7fb66dcc0 Nov 19 16:39:56.026952 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b750eb6d-939d-49aa-b3d2-5c5a60a1e3bc tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.029408 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a7bbafb4-166f-47ed-8c2c-581b61a676b1 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.059234 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a7bbafb4-166f-47ed-8c2c-581b61a676b1 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.067042 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bbafb4-166f-47ed-8c2c-581b61a676b1 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:56.067808 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a7bbafb4-166f-47ed-8c2c-581b61a676b1 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.071517 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b750eb6d-939d-49aa-b3d2-5c5a60a1e3bc tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.076335 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-a7bbafb4-166f-47ed-8c2c-581b61a676b1 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.076335 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:56.076335 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:56.076335 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:56.076335 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:56.076335 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:56.076335 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:56.076335 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:56.076335 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:56.076335 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:56.076335 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:56.076335 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:56.076335 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.076335 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.076335 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.076335 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:56.080725 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-55d7fce4-ee07-4af0-903b-1832ce6179e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.081354 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b750eb6d-939d-49aa-b3d2-5c5a60a1e3bc tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:56.082594 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b750eb6d-939d-49aa-b3d2-5c5a60a1e3bc tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.083313 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-55d7fce4-ee07-4af0-903b-1832ce6179e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.087541 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-55d7fce4-ee07-4af0-903b-1832ce6179e1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/873caac2-c5d0-4aa4-b2d0-05e5ea64e863 HTTP/1.1" status: 204 len: 168 time: 0.2958546 Nov 19 16:39:56.096508 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-b750eb6d-939d-49aa-b3d2-5c5a60a1e3bc tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.096508 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:56.096508 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:56.096508 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:56.096508 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:56.096508 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:56.096508 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:56.096508 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:56.096508 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:56.096508 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:56.096508 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:56.096508 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:56.096508 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.096508 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.096508 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.096508 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:56.100609 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7fce4-ee07-4af0-903b-1832ce6179e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873caac2-c5d0-4aa4-b2d0-05e5ea64e863,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:56.103335 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 6 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:39:56.111809 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-a7bbafb4-166f-47ed-8c2c-581b61a676b1 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2902353 Nov 19 16:39:56.115311 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46696) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.115450 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b750eb6d-939d-49aa-b3d2-5c5a60a1e3bc tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6963546 Nov 19 16:39:56.116076 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46698) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.118047 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-091226ee-71ce-4655-a4fa-9df47f66b318 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Request body: {'ports': [{'network_id': '02d8f824-929f-4d73-a9be-bf0b9f2b6aad', 'name': 'tempest-port--1467543445', 'admin_state_up': True}, {'network_id': '08c15b07-f0e3-4733-a052-fc7eb37c414f', 'admin_state_up': False}]} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:56.118366 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-091226ee-71ce-4655-a4fa-9df47f66b318 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Request body: {'port': {'network_id': '02d8f824-929f-4d73-a9be-bf0b9f2b6aad', 'name': 'tempest-port--1467543445', 'admin_state_up': True}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:56.118866 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-091226ee-71ce-4655-a4fa-9df47f66b318 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Request body: {'port': {'network_id': '08c15b07-f0e3-4733-a052-fc7eb37c414f', 'admin_state_up': False}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-091226ee-71ce-4655-a4fa-9df47f66b318 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.121577 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.125042 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.125042 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.125042 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.125042 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.125042 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091226ee-71ce-4655-a4fa-9df47f66b318 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.125330 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-02968687-4bfe-4c57-ad5c-c7521e4672a4 tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] Request body: {'subnet': {'network_id': 'c98f73f5-09a6-4dfc-9db1-4cd7fb66dcc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:56.130655 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-091226ee-71ce-4655-a4fa-9df47f66b318 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 500 len: 363 time: 0.0154626 Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-02968687-4bfe-4c57-ad5c-c7521e4672a4 tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.130823 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.136786 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.136786 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.136786 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.136786 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.137032 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46700) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.137110 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02968687-4bfe-4c57-ad5c-c7521e4672a4 tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.137110 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-02968687-4bfe-4c57-ad5c-c7521e4672a4 tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0141721 Nov 19 16:39:56.137110 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46702) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.137319 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-4eeec208-2d7c-4c34-8fda-27217aa6213f tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-683515816'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-330cc36a-c243-4256-9a02-653fb044cea5 tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.150785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.154559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.154559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.154559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.154559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.155500 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330cc36a-c243-4256-9a02-653fb044cea5 tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.164882 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46704) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.165956 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-330cc36a-c243-4256-9a02-653fb044cea5 tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] 10.222.0.76 "DELETE /v2.0/networks/c98f73f5-09a6-4dfc-9db1-4cd7fb66dcc0 HTTP/1.1" status: 500 len: 363 time: 0.0268073 Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-ef3d62ab-fc34-4932-ad62-b7d95fcfacd3 tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.176172 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.180923 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.180923 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.180923 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.180923 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.180923 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3d62ab-fc34-4932-ad62-b7d95fcfacd3 tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.180923 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-ef3d62ab-fc34-4932-ad62-b7d95fcfacd3 tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] 10.222.0.76 "DELETE /v2.0/networks/c98f73f5-09a6-4dfc-9db1-4cd7fb66dcc0 HTTP/1.1" status: 500 len: 363 time: 0.0106304 Nov 19 16:39:56.183212 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46706) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-ca79ddc6-1bca-47be-8288-95a0dbb8a251 tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.191881 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.194587 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.194587 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.194587 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.194587 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.194587 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca79ddc6-1bca-47be-8288-95a0dbb8a251 tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.198071 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-ca79ddc6-1bca-47be-8288-95a0dbb8a251 tempest-AllowedAddressPairTestJSON-335931012 tempest-AllowedAddressPairTestJSON-335931012-project] 10.222.0.76 "DELETE /v2.0/networks/c98f73f5-09a6-4dfc-9db1-4cd7fb66dcc0 HTTP/1.1" status: 500 len: 363 time: 0.0133784 Nov 19 16:39:56.200502 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eeec208-2d7c-4c34-8fda-27217aa6213f tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Made reservation on behalf of 10abde01ef1f4e18934e5eb6232604d7 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:56.204373 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4eeec208-2d7c-4c34-8fda-27217aa6213f tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.229494 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eeec208-2d7c-4c34-8fda-27217aa6213f tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:56.243312 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4eeec208-2d7c-4c34-8fda-27217aa6213f tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.243855 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-4eeec208-2d7c-4c34-8fda-27217aa6213f tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Added segment 3c4a7d05-44e7-43e9-8352-cd309072dac4 of type vlan for network eed287d6-6b3d-45df-b439-4b933834cd33 Nov 19 16:39:56.306847 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4eeec208-2d7c-4c34-8fda-27217aa6213f tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.352573 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4eeec208-2d7c-4c34-8fda-27217aa6213f tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.358735 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeec208-2d7c-4c34-8fda-27217aa6213f tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:56.359580 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4eeec208-2d7c-4c34-8fda-27217aa6213f tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.363498 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-4eeec208-2d7c-4c34-8fda-27217aa6213f tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.363498 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:56.363498 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:56.363498 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:56.363498 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:56.363498 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:56.363498 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:56.363498 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:56.363498 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:56.363498 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:56.363498 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:56.363498 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:56.363498 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.363498 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.363498 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.363498 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:56.382137 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-4eeec208-2d7c-4c34-8fda-27217aa6213f tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2511070 Nov 19 16:39:56.386690 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46718) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.392214 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-33db7acf-e6b4-42be-b1d9-b4e19882b5c3 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-392828283'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:56.416599 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33db7acf-e6b4-42be-b1d9-b4e19882b5c3 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Made reservation on behalf of 10abde01ef1f4e18934e5eb6232604d7 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:56.420880 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-33db7acf-e6b4-42be-b1d9-b4e19882b5c3 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.451012 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33db7acf-e6b4-42be-b1d9-b4e19882b5c3 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:56.462092 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-33db7acf-e6b4-42be-b1d9-b4e19882b5c3 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.462433 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-33db7acf-e6b4-42be-b1d9-b4e19882b5c3 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Added segment d892b077-6be8-42f0-89fb-7b3484594abf of type vlan for network 750152b4-44a2-4207-a4e3-1ad799becc52 Nov 19 16:39:56.509928 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-33db7acf-e6b4-42be-b1d9-b4e19882b5c3 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.540830 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-33db7acf-e6b4-42be-b1d9-b4e19882b5c3 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.547480 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33db7acf-e6b4-42be-b1d9-b4e19882b5c3 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:56.548075 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-33db7acf-e6b4-42be-b1d9-b4e19882b5c3 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:56.553133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-33db7acf-e6b4-42be-b1d9-b4e19882b5c3 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.553133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:56.553133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:56.553133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:56.553133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:56.553133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:56.553133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:56.553133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:56.553133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:56.553133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:56.553133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:56.553133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:56.553133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.553133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.553133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.553133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:56.568449 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-33db7acf-e6b4-42be-b1d9-b4e19882b5c3 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1801739 Nov 19 16:39:56.707459 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46730) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.713498 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-21cc0a5c-73cf-43f2-a991-cc8090c353d0 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Request body: {'subnets': [{'network_id': 'eed287d6-6b3d-45df-b439-4b933834cd33', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--78480792', 'ip_version': 4}, {'network_id': '750152b4-44a2-4207-a4e3-1ad799becc52', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:56.714030 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-21cc0a5c-73cf-43f2-a991-cc8090c353d0 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Request body: {'subnet': {'network_id': 'eed287d6-6b3d-45df-b439-4b933834cd33', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--78480792', 'ip_version': 4}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:56.714582 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-21cc0a5c-73cf-43f2-a991-cc8090c353d0 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] Request body: {'subnet': {'network_id': '750152b4-44a2-4207-a4e3-1ad799becc52', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-21cc0a5c-73cf-43f2-a991-cc8090c353d0 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.717373 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.726485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.726485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.726485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.726485 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.726485 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cc0a5c-73cf-43f2-a991-cc8090c353d0 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.726485 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-21cc0a5c-73cf-43f2-a991-cc8090c353d0 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0104914 Nov 19 16:39:56.734208 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46734) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-f9e80da8-bd0f-469d-b58d-793d0561952a tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.742722 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.749023 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.749023 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.749023 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.749023 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.749023 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e80da8-bd0f-469d-b58d-793d0561952a tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.749023 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f9e80da8-bd0f-469d-b58d-793d0561952a tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "DELETE /v2.0/networks/750152b4-44a2-4207-a4e3-1ad799becc52 HTTP/1.1" status: 500 len: 363 time: 0.0108469 Nov 19 16:39:56.751549 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46736) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-69571e52-980d-4e0c-8a18-d702587c6184 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.759631 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.767096 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.767096 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.767096 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.767096 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.767096 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69571e52-980d-4e0c-8a18-d702587c6184 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.768060 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-69571e52-980d-4e0c-8a18-d702587c6184 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "DELETE /v2.0/networks/750152b4-44a2-4207-a4e3-1ad799becc52 HTTP/1.1" status: 500 len: 363 time: 0.0146132 Nov 19 16:39:56.770084 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46738) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-08f442b0-b449-4368-b684-5e678d20887b tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.777696 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.780972 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.780972 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.780972 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.780972 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.780972 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f442b0-b449-4368-b684-5e678d20887b tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.781415 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-08f442b0-b449-4368-b684-5e678d20887b tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "DELETE /v2.0/networks/750152b4-44a2-4207-a4e3-1ad799becc52 HTTP/1.1" status: 500 len: 363 time: 0.0102577 Nov 19 16:39:56.782220 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46740) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.784150 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46742) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-43ca6743-2b55-4ce1-ac58-1c5afbb196b4 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.792858 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.795835 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.795835 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.795835 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.795835 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.795835 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ca6743-2b55-4ce1-ac58-1c5afbb196b4 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.797582 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-43ca6743-2b55-4ce1-ac58-1c5afbb196b4 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "DELETE /v2.0/networks/eed287d6-6b3d-45df-b439-4b933834cd33 HTTP/1.1" status: 500 len: 363 time: 0.0121436 Nov 19 16:39:56.800411 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46748) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-fc555c4b-510d-48de-b2a3-3aa9c6a50a0d tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.808133 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.811692 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.811692 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.811692 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.811692 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.811692 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc555c4b-510d-48de-b2a3-3aa9c6a50a0d tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.813820 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-fc555c4b-510d-48de-b2a3-3aa9c6a50a0d tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "DELETE /v2.0/networks/eed287d6-6b3d-45df-b439-4b933834cd33 HTTP/1.1" status: 500 len: 363 time: 0.0121028 Nov 19 16:39:56.816302 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46750) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-fa607410-0ce3-461a-aa2d-8c2dc11bbabb tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.824303 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.829916 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.829916 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.829916 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.829916 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.829916 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa607410-0ce3-461a-aa2d-8c2dc11bbabb tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.829916 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-fa607410-0ce3-461a-aa2d-8c2dc11bbabb tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "DELETE /v2.0/networks/eed287d6-6b3d-45df-b439-4b933834cd33 HTTP/1.1" status: 500 len: 363 time: 0.0106204 Nov 19 16:39:56.831017 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46752) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-8283da1b-3c66-46ca-92e9-db1a14d1997d tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.838374 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.841736 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.841736 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.841736 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.841736 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.841736 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8283da1b-3c66-46ca-92e9-db1a14d1997d tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.842085 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8283da1b-3c66-46ca-92e9-db1a14d1997d tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "DELETE /v2.0/networks/08c15b07-f0e3-4733-a052-fc7eb37c414f HTTP/1.1" status: 500 len: 363 time: 0.0099301 Nov 19 16:39:56.849041 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46758) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-ede8e947-a14a-49c2-8822-3b9f8d85cf9e tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.856392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.859758 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.859758 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.859758 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.859758 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.859758 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede8e947-a14a-49c2-8822-3b9f8d85cf9e tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.860790 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ede8e947-a14a-49c2-8822-3b9f8d85cf9e tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "DELETE /v2.0/networks/08c15b07-f0e3-4733-a052-fc7eb37c414f HTTP/1.1" status: 500 len: 363 time: 0.0109236 Nov 19 16:39:56.863652 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46760) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-1f9710d6-1948-4c71-adb9-ee4098bd90a6 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.871142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.875380 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.875380 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.875380 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.875380 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.875380 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9710d6-1948-4c71-adb9-ee4098bd90a6 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.877360 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-1f9710d6-1948-4c71-adb9-ee4098bd90a6 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "DELETE /v2.0/networks/08c15b07-f0e3-4733-a052-fc7eb37c414f HTTP/1.1" status: 500 len: 363 time: 0.0122802 Nov 19 16:39:56.879510 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46762) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-a4f12dc4-9686-4416-b82e-edab47a46156 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.887543 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.891124 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.891124 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.891124 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.891124 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.891124 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f12dc4-9686-4416-b82e-edab47a46156 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.893063 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a4f12dc4-9686-4416-b82e-edab47a46156 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "DELETE /v2.0/networks/02d8f824-929f-4d73-a9be-bf0b9f2b6aad HTTP/1.1" status: 500 len: 363 time: 0.0124276 Nov 19 16:39:56.895928 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46764) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-344d4758-1774-446c-a4d1-25431bd4baa4 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.903444 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.910553 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.910553 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.910553 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.910553 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.910553 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344d4758-1774-446c-a4d1-25431bd4baa4 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.910553 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-344d4758-1774-446c-a4d1-25431bd4baa4 tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "DELETE /v2.0/networks/02d8f824-929f-4d73-a9be-bf0b9f2b6aad HTTP/1.1" status: 500 len: 363 time: 0.0096920 Nov 19 16:39:56.911083 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46766) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-261a3839-e72e-4d8b-88ba-7cf0406312ea tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:56.918754 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:56.921980 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:56.921980 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:56.921980 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:56.921980 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:56.921980 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261a3839-e72e-4d8b-88ba-7cf0406312ea tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:56.924397 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-261a3839-e72e-4d8b-88ba-7cf0406312ea tempest-BulkNetworkOpsTest-700851038 tempest-BulkNetworkOpsTest-700851038-project] 10.222.0.76 "DELETE /v2.0/networks/02d8f824-929f-4d73-a9be-bf0b9f2b6aad HTTP/1.1" status: 500 len: 363 time: 0.0125649 Nov 19 16:39:56.956388 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46770) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:57.100601 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Request body: {'networks': [{'name': 'tempest-network--1320742409'}, {'name': 'tempest-network--1901294256'}]} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:57.100891 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Request body: {'network': {'name': 'tempest-network--1320742409'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:57.102156 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Request body: {'network': {'name': 'tempest-network--1901294256'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:57.127256 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Made reservation on behalf of d5478eb7a29f455a9d383c8d0fb5f494 for: {'network': 2} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:57.132594 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.145474 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.157663 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46782) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:57.238753 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.243668 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.244376 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.250183 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:57.250183 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:57.250183 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:57.250183 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:57.250183 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:57.250183 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:57.250183 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:57.250183 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:57.250183 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:57.250183 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:57.250183 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:57.250183 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:57.250183 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:57.250183 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:57.250183 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:57.250183 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:57.272686 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:57.284842 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.285604 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Added segment 7215788d-94a7-4878-bf29-6abc1d8d17b7 of type vlan for network 02c3367e-5ef0-45cd-a40c-219d36e1b58d Nov 19 16:39:57.330992 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.378458 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:57.395298 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.395616 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Added segment ec362068-bbb0-4b75-9c5a-6f637a4ce7f3 of type vlan for network 10b61092-e7e7-4558-80a4-629c5e4356b0 Nov 19 16:39:57.426226 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-99384f8d-f0ad-4600-8aed-18d531dbfb7c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c5a2a47e113404694dbdc8e37841b5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4684765 Nov 19 16:39:57.429097 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46792) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:57.467887 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.515343 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.517191 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.519630 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dafec710-815c-40b5-b3b2-d448907c7e04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.525812 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:57.530843 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:57.531727 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.536946 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:57.536946 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:57.536946 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:57.536946 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:57.536946 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:57.536946 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:57.536946 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:57.536946 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:57.536946 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:57.536946 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:57.536946 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:57.536946 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:57.536946 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:57.536946 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:57.536946 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:57.536946 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:57.540561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:57.540561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:57.540561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:57.540561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:57.540561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:57.540561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:57.540561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:57.540561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:57.540561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:57.540561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:57.540561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:57.540561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:57.540561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:57.540561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:57.540561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:57.540561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:57.544226 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dafec710-815c-40b5-b3b2-d448907c7e04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.558328 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-84c06466-8c80-45b8-aad1-d04bcc8a1c09 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7753320 Nov 19 16:39:57.560789 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46798) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-7be75c67-64d2-4863-90d9-c18e6f4ca2ee tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 135, in index Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 144, in get Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {self.collection: self.plugin_lister(*lister_args, Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:57.570121 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1204, in get_networks Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation nets_db = super(Ml2Plugin, self)._get_networks( Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 541, in _get_networks Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return model_query.get_collection( Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = get_collection_query(context, model, Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:57.573730 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-7be75c67-64d2-4863-90d9-c18e6f4ca2ee tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 500 len: 363 time: 0.0096207 Nov 19 16:39:57.575700 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46800) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-d238768f-38d0-4c3c-b65f-2c3eb8f05490 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:57.584066 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:57.587580 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:57.587580 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:57.587580 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:57.587580 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:57.587580 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d238768f-38d0-4c3c-b65f-2c3eb8f05490 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:57.588853 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d238768f-38d0-4c3c-b65f-2c3eb8f05490 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "DELETE /v2.0/networks/02c3367e-5ef0-45cd-a40c-219d36e1b58d HTTP/1.1" status: 500 len: 363 time: 0.0110147 Nov 19 16:39:57.593574 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46802) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:57.598920 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-6c09f0d7-bc68-4204-bd5b-cae521af2ec4 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-517721122'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:57.617623 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dafec710-815c-40b5-b3b2-d448907c7e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.621364 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dafec710-815c-40b5-b3b2-d448907c7e04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.624011 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-dafec710-815c-40b5-b3b2-d448907c7e04 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d695270e-30df-41d9-93db-9f3ea063c883 HTTP/1.1" status: 204 len: 168 time: 0.1931906 Nov 19 16:39:57.625918 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c09f0d7-bc68-4204-bd5b-cae521af2ec4 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Made reservation on behalf of d5478eb7a29f455a9d383c8d0fb5f494 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:57.630145 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6c09f0d7-bc68-4204-bd5b-cae521af2ec4 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.634028 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafec710-815c-40b5-b3b2-d448907c7e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d695270e-30df-41d9-93db-9f3ea063c883,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:57.653784 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46806) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:57.662755 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c09f0d7-bc68-4204-bd5b-cae521af2ec4 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:57.673988 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6c09f0d7-bc68-4204-bd5b-cae521af2ec4 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.674400 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-6c09f0d7-bc68-4204-bd5b-cae521af2ec4 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Added segment 4ccf3796-03e2-4938-ae55-25274b5a6737 of type vlan for network a3ef06b0-6511-479c-ac8c-8327ccfb64b4 Nov 19 16:39:57.715954 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6c09f0d7-bc68-4204-bd5b-cae521af2ec4 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.725719 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-e12ca6b6-8f10-4bcb-8524-d9bc3db42420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-172475555'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:57.746012 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46810) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:57.754816 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6c09f0d7-bc68-4204-bd5b-cae521af2ec4 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.761946 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c09f0d7-bc68-4204-bd5b-cae521af2ec4 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:57.762788 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6c09f0d7-bc68-4204-bd5b-cae521af2ec4 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.763070 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12ca6b6-8f10-4bcb-8524-d9bc3db42420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] Made reservation on behalf of be23318c8bd045c6bd695b690f73c170 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:57.769796 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-6c09f0d7-bc68-4204-bd5b-cae521af2ec4 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:57.769796 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:57.769796 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:57.769796 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:57.769796 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:57.769796 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:57.769796 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:57.769796 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:57.769796 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:57.769796 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:57.769796 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:57.769796 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:57.769796 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:57.769796 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:57.769796 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:57.769796 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:57.770944 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e12ca6b6-8f10-4bcb-8524-d9bc3db42420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.783592 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e12ca6b6-8f10-4bcb-8524-d9bc3db42420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.787984 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-6c09f0d7-bc68-4204-bd5b-cae521af2ec4 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1932330 Nov 19 16:39:57.790553 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46814) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:57.797972 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-c5afe982-25b5-46cc-bce3-3ea212f2554d tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1008361740'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:57.830958 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5afe982-25b5-46cc-bce3-3ea212f2554d tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Made reservation on behalf of d5478eb7a29f455a9d383c8d0fb5f494 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:57.836355 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c5afe982-25b5-46cc-bce3-3ea212f2554d tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.867786 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5afe982-25b5-46cc-bce3-3ea212f2554d tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:57.879601 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c5afe982-25b5-46cc-bce3-3ea212f2554d tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.879967 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-c5afe982-25b5-46cc-bce3-3ea212f2554d tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Added segment e8e18907-e116-4181-a09b-12c5d7e55d15 of type vlan for network 01986038-bce0-4f43-b125-35682237692a Nov 19 16:39:57.896766 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e12ca6b6-8f10-4bcb-8524-d9bc3db42420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.903096 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e12ca6b6-8f10-4bcb-8524-d9bc3db42420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.910258 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-e12ca6b6-8f10-4bcb-8524-d9bc3db42420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:57.910258 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:57.910258 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:57.910258 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:57.910258 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:57.910258 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:57.910258 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:57.910258 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:57.910258 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:57.910258 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:57.910258 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:57.910258 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:57.910258 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:57.910258 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:57.910258 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:57.910258 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:57.920414 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12ca6b6-8f10-4bcb-8524-d9bc3db42420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:57.934696 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e12ca6b6-8f10-4bcb-8524-d9bc3db42420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.935201 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-e12ca6b6-8f10-4bcb-8524-d9bc3db42420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] Added segment 0ebc1f2f-698b-4cd6-ac92-e30525ae61ca of type vlan for network 6cdadea5-c3be-4540-bd48-6e4f510407a2 Nov 19 16:39:57.937899 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c5afe982-25b5-46cc-bce3-3ea212f2554d tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.965275 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c5afe982-25b5-46cc-bce3-3ea212f2554d tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.972440 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5afe982-25b5-46cc-bce3-3ea212f2554d tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:57.973504 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c5afe982-25b5-46cc-bce3-3ea212f2554d tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:57.980326 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46820) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:57.986235 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-c5afe982-25b5-46cc-bce3-3ea212f2554d tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:57.986235 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:57.986235 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:57.986235 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:57.986235 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:57.986235 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:57.986235 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:57.986235 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:57.986235 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:57.986235 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:57.986235 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:57.986235 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:57.986235 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:57.986235 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:57.986235 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:57.986235 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:57.990885 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-c5afe982-25b5-46cc-bce3-3ea212f2554d tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1983862 Nov 19 16:39:57.994126 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46824) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:57.994659 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e12ca6b6-8f10-4bcb-8524-d9bc3db42420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.002944 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-a4a7c146-8951-426f-af3e-99d245dd1664 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Request body: {'ports': [{'network_id': 'a3ef06b0-6511-479c-ac8c-8327ccfb64b4', 'name': 'tempest-port--310553858', 'admin_state_up': True}, {'network_id': '01986038-bce0-4f43-b125-35682237692a', 'admin_state_up': False}]} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:58.002944 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-a4a7c146-8951-426f-af3e-99d245dd1664 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Request body: {'port': {'network_id': 'a3ef06b0-6511-479c-ac8c-8327ccfb64b4', 'name': 'tempest-port--310553858', 'admin_state_up': True}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:58.002944 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-a4a7c146-8951-426f-af3e-99d245dd1664 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Request body: {'port': {'network_id': '01986038-bce0-4f43-b125-35682237692a', 'admin_state_up': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-a4a7c146-8951-426f-af3e-99d245dd1664 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:39:58.005322 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:39:58.008624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:58.008624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:58.008624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:58.008624 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:39:58.008624 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a7c146-8951-426f-af3e-99d245dd1664 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:39:58.008624 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a4a7c146-8951-426f-af3e-99d245dd1664 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 500 len: 363 time: 0.0105762 Nov 19 16:39:58.012261 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46826) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:58.017791 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-bccaf74b-e10d-43af-8aba-62258f7ed7f2 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1636601225'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:58.046609 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e12ca6b6-8f10-4bcb-8524-d9bc3db42420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.053073 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12ca6b6-8f10-4bcb-8524-d9bc3db42420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:58.053743 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e12ca6b6-8f10-4bcb-8524-d9bc3db42420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.058950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-e12ca6b6-8f10-4bcb-8524-d9bc3db42420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:58.058950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:58.058950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:58.058950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:58.058950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:58.058950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:58.058950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:58.058950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:58.058950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:58.058950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:58.058950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:58.058950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:58.058950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:58.058950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:58.058950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:58.058950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:58.062363 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccaf74b-e10d-43af-8aba-62258f7ed7f2 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Made reservation on behalf of d5478eb7a29f455a9d383c8d0fb5f494 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:58.065779 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bccaf74b-e10d-43af-8aba-62258f7ed7f2 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.089984 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e12ca6b6-8f10-4bcb-8524-d9bc3db42420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9307690 Nov 19 16:39:58.099670 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccaf74b-e10d-43af-8aba-62258f7ed7f2 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:58.109254 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bccaf74b-e10d-43af-8aba-62258f7ed7f2 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.109629 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-bccaf74b-e10d-43af-8aba-62258f7ed7f2 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Added segment eee38d93-f78d-46a7-abfa-4dd3c4322d2c of type vlan for network 027dc207-2111-4a79-aad7-b47d1139fc8d Nov 19 16:39:58.151174 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bccaf74b-e10d-43af-8aba-62258f7ed7f2 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.177588 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bccaf74b-e10d-43af-8aba-62258f7ed7f2 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.183730 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccaf74b-e10d-43af-8aba-62258f7ed7f2 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:58.184324 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bccaf74b-e10d-43af-8aba-62258f7ed7f2 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.188765 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-bccaf74b-e10d-43af-8aba-62258f7ed7f2 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:58.188765 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:58.188765 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:58.188765 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:58.188765 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:58.188765 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:58.188765 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:58.188765 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:58.188765 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:58.188765 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:58.188765 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:58.188765 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:58.188765 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:58.188765 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:58.188765 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:58.188765 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:58.208489 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-bccaf74b-e10d-43af-8aba-62258f7ed7f2 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1927400 Nov 19 16:39:58.208797 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46834) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:58.209293 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Request body: {'floatingip': {'floating_network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:58.214221 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-c131aa3c-174a-4fc4-a72c-c4a452a3a3ba tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2127075395'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:58.243460 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c131aa3c-174a-4fc4-a72c-c4a452a3a3ba tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Made reservation on behalf of d5478eb7a29f455a9d383c8d0fb5f494 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:58.247095 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c131aa3c-174a-4fc4-a72c-c4a452a3a3ba tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.252632 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.db.api [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 16:39:58.252632 dv-neutron-815855-3-hyperv neutron-server[110038]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 19 16:39:58.252632 dv-neutron-815855-3-hyperv neutron-server[110038]: [parameters: {'project_id': 'bcee6058cd6e4082bc0bbac3751e6092', 'id': 'c92b8e6d-494f-4dfd-9451-b62e5b224722', 'expiration': datetime.datetime(2021, 11, 19, 16, 41, 58, 224606)}] Nov 19 16:39:58.252632 dv-neutron-815855-3-hyperv neutron-server[110038]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 16:39:58.253421 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG oslo_db.api [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 16:39:58.284344 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c131aa3c-174a-4fc4-a72c-c4a452a3a3ba tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:58.296870 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c131aa3c-174a-4fc4-a72c-c4a452a3a3ba tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.302917 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-c131aa3c-174a-4fc4-a72c-c4a452a3a3ba tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Added segment 3c979753-d703-421d-b02d-aa5851cec5ca of type vlan for network 347bc0ea-9315-4ca8-a74a-137fffa010fb Nov 19 16:39:58.303111 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-550e5b77-e83b-4720-84c1-85b28d88587d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=10abde01ef1f4e18934e5eb6232604d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5547941 Nov 19 16:39:58.304971 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46840) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:58.353116 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c131aa3c-174a-4fc4-a72c-c4a452a3a3ba tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.367741 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-29f0f821-d78e-4492-a9e0-9a3d5e8a5d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.381694 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c131aa3c-174a-4fc4-a72c-c4a452a3a3ba tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.391260 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131aa3c-174a-4fc4-a72c-c4a452a3a3ba tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:58.391899 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c131aa3c-174a-4fc4-a72c-c4a452a3a3ba tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.395174 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-29f0f821-d78e-4492-a9e0-9a3d5e8a5d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.407123 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-81ad1440-6ddf-4715-adf1-ca1194ae010f tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1232214331'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:58.413595 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-c131aa3c-174a-4fc4-a72c-c4a452a3a3ba tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:58.413595 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:58.413595 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:58.413595 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:58.413595 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:58.413595 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:58.413595 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:58.413595 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:58.413595 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:58.413595 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:58.413595 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:58.413595 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:58.413595 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:58.413595 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:58.413595 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:58.413595 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:58.445782 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ad1440-6ddf-4715-adf1-ca1194ae010f tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] Made reservation on behalf of 55985b2de52a485c916986f9e8d75c6b for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:58.449961 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-81ad1440-6ddf-4715-adf1-ca1194ae010f tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.456719 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c131aa3c-174a-4fc4-a72c-c4a452a3a3ba tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2468600 Nov 19 16:39:58.462986 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-81ad1440-6ddf-4715-adf1-ca1194ae010f tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.463387 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-29f0f821-d78e-4492-a9e0-9a3d5e8a5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.467780 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-29f0f821-d78e-4492-a9e0-9a3d5e8a5d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.470053 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-29f0f821-d78e-4492-a9e0-9a3d5e8a5d24 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cfcb0817-9781-4334-91db-1abe5a8c1870 HTTP/1.1" status: 204 len: 168 time: 0.1632752 Nov 19 16:39:58.489911 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0f821-d78e-4492-a9e0-9a3d5e8a5d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcb0817-9781-4334-91db-1abe5a8c1870,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:58.557408 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-81ad1440-6ddf-4715-adf1-ca1194ae010f tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.567218 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-81ad1440-6ddf-4715-adf1-ca1194ae010f tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.579247 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-81ad1440-6ddf-4715-adf1-ca1194ae010f tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:58.579247 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:58.579247 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:58.579247 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:58.579247 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:58.579247 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:58.579247 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:58.579247 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:58.579247 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:58.579247 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:58.579247 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:58.579247 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:58.579247 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:58.579247 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:58.579247 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:39:58.579247 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:58.589517 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46852) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:58.595911 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ad1440-6ddf-4715-adf1-ca1194ae010f tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:58.602067 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Request body: {'port': {'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2', 'binding:host_id': 'hv-neutron-8158', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-54769979'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:58.621267 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-81ad1440-6ddf-4715-adf1-ca1194ae010f tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.621678 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-81ad1440-6ddf-4715-adf1-ca1194ae010f tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] Added segment 9b8b01a9-4c64-45f9-a240-ac39f3e49c86 of type vlan for network 94478da5-59ed-4e04-901d-1294439a2db4 Nov 19 16:39:58.659189 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Made reservation on behalf of 582f0ee026bb401cbded5cc61e3c1036 for: {'port': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:58.661729 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.677956 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.689159 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-81ad1440-6ddf-4715-adf1-ca1194ae010f tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.743649 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-81ad1440-6ddf-4715-adf1-ca1194ae010f tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.751809 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ad1440-6ddf-4715-adf1-ca1194ae010f tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:39:58.752558 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-81ad1440-6ddf-4715-adf1-ca1194ae010f tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.760586 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-81ad1440-6ddf-4715-adf1-ca1194ae010f tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:58.760586 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:39:58.760586 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:39:58.760586 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:39:58.760586 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:39:58.760586 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:39:58.760586 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:39:58.760586 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:39:58.760586 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:39:58.760586 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:39:58.760586 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:39:58.760586 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:39:58.760586 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:39:58.760586 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:39:58.760586 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:39:58.760586 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:39:58.793724 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:58.804958 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-81ad1440-6ddf-4715-adf1-ca1194ae010f tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8231335 Nov 19 16:39:58.811722 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46858) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:59.036944 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:59.043706 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:59.064692 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:59.078737 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.notifiers.nova [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] device_id is not set on port d849b0ca-31ea-4c25-980d-0443c1c8b69d yet. {{(pid=110037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:39:59.331495 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_common [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Allocated IP 172.26.3.38 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/6b621815-b61a-4776-8340-bba09b6cb4de) {{(pid=110038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:39:59.382902 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b701952-f5ad-499f-9cc1-b6e8fc5a7d8e,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:59.532562 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:59.540124 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Request body: {'network': {'name': 'tempest-network--1585397472', 'router:external': True}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:39:59.576190 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:59.601556 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.notifiers.nova [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] device_id is not set on port d849b0ca-31ea-4c25-980d-0443c1c8b69d yet. {{(pid=110037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:39:59.633082 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:59.638311 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Pushing event updated for resources: {'Port': ['ID=6b621815-b61a-4776-8340-bba09b6cb4de,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:59.640432 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Made reservation on behalf of e1998b8f731643a8a2bfbb903c7fe5ea for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:39:59.644150 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:59.656921 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:59.675033 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:39:59.676720 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46884) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:39:59.681101 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:39:59.688876 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:39:59.707486 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:59.816511 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Pushing event updated for resources: {'Port': ['ID=d849b0ca-31ea-4c25-980d-0443c1c8b69d,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:59.860912 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:59.868824 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Checking segment: {'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:39:59.869583 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Network hostable DHCP agents. Network: 6cdadea5-c3be-4540-bd48-6e4f510407a2, hostable agents: ['42275ece-0293-4067-adc1-7970661640fa'], hosted agents: [] {{(pid=110037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 16:39:59.873722 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:59.903944 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584a603d-8740-4953-8565-f0dafa535966,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:39:59.946698 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:39:59.963914 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:39:59.966045 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Added segment 87c2b1c2-a43d-411c-b5f3-adc451882978 of type vlan for network 1d67eaa4-2bc8-494b-8d78-9718de22e47a Nov 19 16:39:59.990370 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:00.021504 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-9f8b2f8e-cd41-491a-8be4-db4891a4badb tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:00.022442 dv-neutron-815855-3-hyperv neutron-server[110037]: WARNING neutron.api.v2.base [None req-9f8b2f8e-cd41-491a-8be4-db4891a4badb tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 16:40:00.023388 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.api.v2.resource [None req-9f8b2f8e-cd41-491a-8be4-db4891a4badb tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 16:40:00.025160 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-9f8b2f8e-cd41-491a-8be4-db4891a4badb tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3451884 Nov 19 16:40:00.031879 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46898) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:00.046816 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-1d102122-2aaa-4a2d-b335-e7f5e21950a7 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675432426'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:00.072477 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Network 6cdadea5-c3be-4540-bd48-6e4f510407a2 is scheduled to be hosted by DHCP agent 42275ece-0293-4067-adc1-7970661640fa with binding_index 1 {{(pid=110037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 16:40:00.076704 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:00.091555 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:00.115672 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1d102122-2aaa-4a2d-b335-e7f5e21950a7 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:00.193562 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1d102122-2aaa-4a2d-b335-e7f5e21950a7 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:00.205820 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.db.resource_extend [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 16:40:00.262994 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-815855-3-hyperv, 6cdadea5-c3be-4540-bd48-6e4f510407a2) {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:00.278827 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:00.283773 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0570ebe-fae5-4b40-bcf4-1f2598bb0e75 None None] Network 6cdadea5-c3be-4540-bd48-6e4f510407a2 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:40:00.337366 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:00.338370 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:00.339008 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:00.410529 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event updated for resources: {'Network': ['ID=1d67eaa4-2bc8-494b-8d78-9718de22e47a,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:00.423071 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:00.423738 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:00.424103 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:00.444625 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-519fcd37-2370-46c6-8ca4-ddfdc2608265 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6287634 Nov 19 16:40:00.445669 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46904) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:00.449199 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:00.459319 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:00.459680 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:00.461950 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 2 to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d Nov 19 16:40:00.463064 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13713684'] for port, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:00.498170 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network 1d67eaa4-2bc8-494b-8d78-9718de22e47a details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:40:00.673365 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:00.674014 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:00.676951 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:00.704903 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:00.709328 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:00.724332 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 3 to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d Nov 19 16:40:00.777807 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16705656'] for floatingip, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:00.810243 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46910) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:00.830274 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Pushing event updated for resources: {'Port': ['ID=6b621815-b61a-4776-8340-bba09b6cb4de,revision_number=2']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:00.836951 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1ced-60af-4f15-90dd-cfa261f88019 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994405'] for network, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:00.843168 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for floatingip, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:00.844487 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f5efe038-9e2f-4ed2-a042-6d7b8e2a24e3 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1895661 Nov 19 16:40:00.850463 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46912) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:00.859554 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-67d08388-8634-45d6-9e91-22dbda06efe0 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-853274569', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'fixed_ips': [{'ip_address': '172.26.3.38'}]}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:00.880668 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1d102122-2aaa-4a2d-b335-e7f5e21950a7 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:00.887410 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:00.889836 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:00.896105 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:00.901056 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d08388-8634-45d6-9e91-22dbda06efe0 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Made reservation on behalf of bcee6058cd6e4082bc0bbac3751e6092 for: {'port': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:00.903285 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1d102122-2aaa-4a2d-b335-e7f5e21950a7 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:00.905407 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-67d08388-8634-45d6-9e91-22dbda06efe0 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:00.920305 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-67d08388-8634-45d6-9e91-22dbda06efe0 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:00.955151 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-1d102122-2aaa-4a2d-b335-e7f5e21950a7 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:00.955151 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:00.955151 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:00.955151 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:00.955151 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:00.955151 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:00.955151 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:00.955151 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:00.955151 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:00.955151 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:00.955151 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:00.955151 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:00.955151 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:00.955151 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:00.955151 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:00.955151 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:00.956419 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:00.956750 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:00.957891 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 4 to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d Nov 19 16:40:00.994232 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46918) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.019456 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:01.019936 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:01.021090 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:01.043619 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-67d08388-8634-45d6-9e91-22dbda06efe0 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.049022 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-67d08388-8634-45d6-9e91-22dbda06efe0 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.055779 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.notifiers.nova [None req-67d08388-8634-45d6-9e91-22dbda06efe0 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] device_id is not set on port aa64ed68-2f2a-48ed-8b43-cb34c7ec10d3 yet. {{(pid=110038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:40:01.079059 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1ced-60af-4f15-90dd-cfa261f88019 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032696', 'neutron.services.segments.db._delete_segments_for_network-8785364225163'] for network, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.107038 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-0bdf1ced-60af-4f15-90dd-cfa261f88019 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d67eaa4-2bc8-494b-8d78-9718de22e47a']}} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:01.130387 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-0bdf1ced-60af-4f15-90dd-cfa261f88019 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c2b1c2-a43d-411c-b5f3-adc451882978') {'for_net_delete': True} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:01.130690 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-0bdf1ced-60af-4f15-90dd-cfa261f88019 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c2b1c2-a43d-411c-b5f3-adc451882978') {} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:01.151244 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1ced-60af-4f15-90dd-cfa261f88019 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785364175535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13891926'] for segment, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.157564 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d08388-8634-45d6-9e91-22dbda06efe0 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166feedc-e0f6-434f-b242-c11379f8c8e0,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:01.193183 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1ced-60af-4f15-90dd-cfa261f88019 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.207172 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bdf1ced-60af-4f15-90dd-cfa261f88019 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=110037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 16:40:01.208756 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1ced-60af-4f15-90dd-cfa261f88019 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13603501'] for segment, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.313490 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-07ea66aa-1677-4a0a-9a7d-858330f07498 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.318291 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-07ea66aa-1677-4a0a-9a7d-858330f07498 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4927223 Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: Traceback (most recent call last): Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: timer() Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: cb(*args, **kw) Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: return func(*args, **kwargs) Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: self._notify() Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: self.callback(batched_events) Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: event.method(event) Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: return f(self, *a, **k) Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._get(url).json() Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: return self.request(url, 'GET', **kwargs) Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 16:40:01.319072 dv-neutron-815855-3-hyperv neutron-server[110037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 16:40:01.322681 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-48fb9b3b-bea6-4b36-9ce8-b07c717f3344 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2122940332', 'router:external': True}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:01.326451 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46926) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.327426 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1ced-60af-4f15-90dd-cfa261f88019 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16705550'] for network, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-1d102122-2aaa-4a2d-b335-e7f5e21950a7 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:01.332670 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:01.337990 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-1d102122-2aaa-4a2d-b335-e7f5e21950a7 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 1.2990072 Nov 19 16:40:01.342351 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-7810b23f-ac09-4463-a1f2-a7586467f23f tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.346522 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-7810b23f-ac09-4463-a1f2-a7586467f23f tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0131314 Nov 19 16:40:01.346522 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:01.346522 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:01.349717 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46928) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.349894 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46930) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.351517 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdf1ced-60af-4f15-90dd-cfa261f88019 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1d67eaa4-2bc8-494b-8d78-9718de22e47a {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 16:40:01.352847 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 5 to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d Nov 19 16:40:01.368142 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1ced-60af-4f15-90dd-cfa261f88019 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.371575 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-0bdf1ced-60af-4f15-90dd-cfa261f88019 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "DELETE /v2.0/networks/1d67eaa4-2bc8-494b-8d78-9718de22e47a HTTP/1.1" status: 204 len: 168 time: 0.9257157 Nov 19 16:40:01.375602 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-ee87b2bf-2065-49d0-b320-795365d1528d tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464185936'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:01.387067 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-683fbcb7-424e-435b-b2ff-ed6121926245 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.391608 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-683fbcb7-424e-435b-b2ff-ed6121926245 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0300105 Nov 19 16:40:01.391608 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46932) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.408138 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46934) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.408857 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf1ced-60af-4f15-90dd-cfa261f88019 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event deleted for resources: {'Network': ['ID=1d67eaa4-2bc8-494b-8d78-9718de22e47a,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:01.417652 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-d864e034-045f-44dd-9502-c8b9b79b05ff tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:01.430145 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-32219e7c-4885-4021-ba0a-c246edf2aafd tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.431289 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-32219e7c-4885-4021-ba0a-c246edf2aafd tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0202186 Nov 19 16:40:01.435017 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46936) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.444048 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-f4e597d6-acba-4483-a47b-f4637dea29cf tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.445034 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-f4e597d6-acba-4483-a47b-f4637dea29cf tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0063303 Nov 19 16:40:01.448715 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46938) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.454283 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-8f7b1e71-2132-4990-a578-e01e0ca04327 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.455562 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-8f7b1e71-2132-4990-a578-e01e0ca04327 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0056205 Nov 19 16:40:01.456942 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:01.457522 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:01.458003 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:01.460220 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46940) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.471271 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-e7d29db7-b509-485f-8778-778bdf10840b tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.472562 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e7d29db7-b509-485f-8778-778bdf10840b tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0094402 Nov 19 16:40:01.473548 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fb9b3b-bea6-4b36-9ce8-b07c717f3344 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Made reservation on behalf of c54f8450bdb94906aac74431aa88dcc6 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:01.475968 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-48fb9b3b-bea6-4b36-9ce8-b07c717f3344 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.479994 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46942) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.487022 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-e4b56a10-fa0e-43ca-b24e-b9276c90f8a2 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.488251 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e4b56a10-fa0e-43ca-b24e-b9276c90f8a2 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047693 Nov 19 16:40:01.493592 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46944) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.506888 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-3b4c129e-91f3-4713-9e11-1b195d51a6dd tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.508542 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-3b4c129e-91f3-4713-9e11-1b195d51a6dd tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0135682 Nov 19 16:40:01.509792 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:01.510306 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:01.512776 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 6 to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d Nov 19 16:40:01.535746 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46946) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.536250 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46948) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.540173 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-48fb9b3b-bea6-4b36-9ce8-b07c717f3344 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.562197 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-059432f2-a64f-437e-9130-4d5c4544b28b tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.563522 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-059432f2-a64f-437e-9130-4d5c4544b28b tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0202305 Nov 19 16:40:01.564695 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ee87b2bf-2065-49d0-b320-795365d1528d tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.566906 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d864e034-045f-44dd-9502-c8b9b79b05ff tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Made reservation on behalf of e1998b8f731643a8a2bfbb903c7fe5ea for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:01.569328 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d864e034-045f-44dd-9502-c8b9b79b05ff tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.571312 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46952) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.597815 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-61a4ac20-723b-4238-8342-6c5d3b60d9b1 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.600434 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-61a4ac20-723b-4238-8342-6c5d3b60d9b1 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0130231 Nov 19 16:40:01.622828 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46954) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.661140 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-2454529e-9bd4-4892-9dcb-09209194f54a tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.671574 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46956) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.672172 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-2454529e-9bd4-4892-9dcb-09209194f54a tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0273621 Nov 19 16:40:01.678471 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d08388-8634-45d6-9e91-22dbda06efe0 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 16:40:01.678894 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:01.679415 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:01.679753 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:01.680180 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d08388-8634-45d6-9e91-22dbda06efe0 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:01.691179 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-e1d824d8-8081-4e4e-af2d-08d0dcba3a30 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.692520 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e1d824d8-8081-4e4e-af2d-08d0dcba3a30 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0168355 Nov 19 16:40:01.697770 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46958) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.708621 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-78847828-2594-4b1a-ad10-21333f28fc19 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.713015 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46960) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.713502 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-78847828-2594-4b1a-ad10-21333f28fc19 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0101054 Nov 19 16:40:01.726004 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-357d90f2-b430-4ab5-a211-48c04125c725 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.730038 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-357d90f2-b430-4ab5-a211-48c04125c725 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0122015 Nov 19 16:40:01.731080 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d864e034-045f-44dd-9502-c8b9b79b05ff tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:01.732166 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46962) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.741379 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-f52b4f3c-20a8-41dc-b661-ec148f031c0b tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.741567 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d864e034-045f-44dd-9502-c8b9b79b05ff tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.742066 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-d864e034-045f-44dd-9502-c8b9b79b05ff tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Added segment a1612b6b-fc1d-410d-b8b1-66a3d966e358 of type vlan for network bbc5f27c-3d22-4b79-ac0f-ef38de24140a Nov 19 16:40:01.743578 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f52b4f3c-20a8-41dc-b661-ec148f031c0b tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0104039 Nov 19 16:40:01.753396 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-67d08388-8634-45d6-9e91-22dbda06efe0 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8997693 Nov 19 16:40:01.754186 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46964) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.759531 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-b7ae1814-e011-42e8-be2b-a67bd4d29431 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.761671 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b7ae1814-e011-42e8-be2b-a67bd4d29431 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0053799 Nov 19 16:40:01.762255 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46966) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.768181 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46968) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.802262 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-092ebee2-e22a-4786-9837-19eb47f92ea5 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.803237 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-092ebee2-e22a-4786-9837-19eb47f92ea5 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044765 Nov 19 16:40:01.811351 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d864e034-045f-44dd-9502-c8b9b79b05ff tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.839529 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:01.840050 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:01.842468 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46970) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.847828 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-02843f11-780f-4451-9671-0dc27fef9c7c tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.849079 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-02843f11-780f-4451-9671-0dc27fef9c7c tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0054748 Nov 19 16:40:01.852724 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-55d232cb-af7b-4e2e-bc7a-2bfb120f05df tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1801481609'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:01.858195 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46972) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.863289 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-49d42247-c204-4bc2-943c-d0226dbad97d tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.864238 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-49d42247-c204-4bc2-943c-d0226dbad97d tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047376 Nov 19 16:40:01.867660 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46974) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.872629 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-89cd8688-cd80-4ed2-86a2-94d727630221 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.873994 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-89cd8688-cd80-4ed2-86a2-94d727630221 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0053730 Nov 19 16:40:01.877566 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46976) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.882327 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-4032dec4-9116-484c-b706-23c5db4f5bc3 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.882605 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 7 to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d Nov 19 16:40:01.883436 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-4032dec4-9116-484c-b706-23c5db4f5bc3 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0048261 Nov 19 16:40:01.886296 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46978) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.891853 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-f05bcdde-adc3-4912-b1ac-b7d13b466e81 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.893523 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f05bcdde-adc3-4912-b1ac-b7d13b466e81 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051420 Nov 19 16:40:01.899613 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d864e034-045f-44dd-9502-c8b9b79b05ff tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.900637 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d864e034-045f-44dd-9502-c8b9b79b05ff tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:01.901217 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d864e034-045f-44dd-9502-c8b9b79b05ff tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.903517 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d232cb-af7b-4e2e-bc7a-2bfb120f05df tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] Made reservation on behalf of 3bf86015595d4cce85fc6050baad0021 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:01.908350 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-55d232cb-af7b-4e2e-bc7a-2bfb120f05df tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:01.916925 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 46980) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.942015 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-638f7dc0-098e-49f1-a2dc-9275ed7f192d tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.945914 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-638f7dc0-098e-49f1-a2dc-9275ed7f192d tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0078285 Nov 19 16:40:01.963838 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46982) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.970598 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-44543e7b-b608-41b5-92fa-a78b95347542 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.972216 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-44543e7b-b608-41b5-92fa-a78b95347542 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0067446 Nov 19 16:40:01.976619 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46984) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:01.990031 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-f1962ce6-aa90-49c2-bf06-849886358027 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:01.991835 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f1962ce6-aa90-49c2-bf06-849886358027 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0127623 Nov 19 16:40:01.998489 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46986) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.008188 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-daaf543e-e2c0-43cc-a949-721456ec419e tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.009850 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-daaf543e-e2c0-43cc-a949-721456ec419e tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0090585 Nov 19 16:40:02.014286 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46988) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.021065 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-a0d8e363-8dff-4014-a00a-ab5448b88d39 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.021669 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-55d232cb-af7b-4e2e-bc7a-2bfb120f05df tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.022220 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a0d8e363-8dff-4014-a00a-ab5448b88d39 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0067992 Nov 19 16:40:02.027386 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46990) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.035661 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-aadd0050-9e32-4b68-972c-b5f803c45655 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.036887 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-aadd0050-9e32-4b68-972c-b5f803c45655 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0062606 Nov 19 16:40:02.039311 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46992) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.043823 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-bfb6202a-908e-494c-8a77-23e91af62f56 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.044859 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-bfb6202a-908e-494c-8a77-23e91af62f56 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044451 Nov 19 16:40:02.048546 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46994) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.055083 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-0ef9a7c5-ce4a-4c86-a34e-97276caa0c92 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.056055 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-0ef9a7c5-ce4a-4c86-a34e-97276caa0c92 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0064068 Nov 19 16:40:02.060654 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46996) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.065143 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:02.065582 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:02.065843 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:02.066163 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-38e5c354-067f-4cf9-9952-51ad717b719d tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.067511 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-38e5c354-067f-4cf9-9952-51ad717b719d tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0054228 Nov 19 16:40:02.073119 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 46998) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.080350 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-f7d976de-28af-48ff-98ba-aea86057c812 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.084277 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f7d976de-28af-48ff-98ba-aea86057c812 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070786 Nov 19 16:40:02.085061 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47000) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.091849 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d864e034-045f-44dd-9502-c8b9b79b05ff tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6924016 Nov 19 16:40:02.092919 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-e0b04b43-f822-4c3f-a7d2-f34855928299 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.094591 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e0b04b43-f822-4c3f-a7d2-f34855928299 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0071688 Nov 19 16:40:02.097285 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47002) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.097391 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:02.097391 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:02.101433 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47004) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.102579 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 8 to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d Nov 19 16:40:02.105296 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-df482e23-541c-4448-9d0d-2c1d784f5500 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Request body: {'subnet': {'network_id': 'bbc5f27c-3d22-4b79-ac0f-ef38de24140a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:02.114441 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-0dad6ab5-6b57-46cd-b055-091ed8ff3ead tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.117758 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-0dad6ab5-6b57-46cd-b055-091ed8ff3ead tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0053627 Nov 19 16:40:02.118506 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-39d63ef1-247f-4f50-b12f-dc1aad899cb7 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Deleting port 6b621815-b61a-4776-8340-bba09b6cb4de {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:02.118634 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-39d63ef1-247f-4f50-b12f-dc1aad899cb7 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.120222 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47006) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.133930 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864e034-045f-44dd-9502-c8b9b79b05ff tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event updated for resources: {'Network': ['ID=bbc5f27c-3d22-4b79-ac0f-ef38de24140a,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:02.137812 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-b3e5fbb2-1368-417e-a4f4-96ecf0d1ee9c tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.141544 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b3e5fbb2-1368-417e-a4f4-96ecf0d1ee9c tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0147460 Nov 19 16:40:02.156293 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47008) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.159702 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network bbc5f27c-3d22-4b79-ac0f-ef38de24140a details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:40:02.160789 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-c70f686c-97a5-4e66-8b84-6210d9ea0145 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.164918 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c70f686c-97a5-4e66-8b84-6210d9ea0145 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044935 Nov 19 16:40:02.169856 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47010) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.178389 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-33a62d16-ae49-4c08-97a3-dbfa90cd242b tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.182081 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-33a62d16-ae49-4c08-97a3-dbfa90cd242b tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0046473 Nov 19 16:40:02.184542 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:02.184906 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:02.185314 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:02.186582 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47012) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.186945 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47014) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.194089 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-a0130e8e-647d-4f26-8354-5685cc8421f1 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Request body: {'subnets': [{'network_id': '027dc207-2111-4a79-aad7-b47d1139fc8d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--125402518', 'ip_version': 6}, {'network_id': '347bc0ea-9315-4ca8-a74a-137fffa010fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:02.194559 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-a0130e8e-647d-4f26-8354-5685cc8421f1 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Request body: {'subnet': {'network_id': '027dc207-2111-4a79-aad7-b47d1139fc8d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--125402518', 'ip_version': 6}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:02.195656 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-a0130e8e-647d-4f26-8354-5685cc8421f1 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] Request body: {'subnet': {'network_id': '347bc0ea-9315-4ca8-a74a-137fffa010fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-a0130e8e-647d-4f26-8354-5685cc8421f1 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:02.199856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:02.207117 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.207117 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.207117 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.207117 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:02.207117 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0130e8e-647d-4f26-8354-5685cc8421f1 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:02.210415 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a0130e8e-647d-4f26-8354-5685cc8421f1 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0218909 Nov 19 16:40:02.219211 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47016) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.219426 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:02.219652 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:02.223752 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-4227e5b8-6095-4a36-a862-ddccccb862ea tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.228111 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-4227e5b8-6095-4a36-a862-ddccccb862ea tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0359297 Nov 19 16:40:02.228302 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 9 to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d Nov 19 16:40:02.228394 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47018) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-d3308ec4-46f7-4039-9163-678a0f5b471e tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:02.244089 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:02.252034 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.252034 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.252034 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.252034 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:02.252034 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3308ec4-46f7-4039-9163-678a0f5b471e tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:02.252034 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d3308ec4-46f7-4039-9163-678a0f5b471e tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "DELETE /v2.0/networks/347bc0ea-9315-4ca8-a74a-137fffa010fb HTTP/1.1" status: 500 len: 363 time: 0.0251162 Nov 19 16:40:02.253356 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47020) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.255009 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-bc4e3436-157d-45bb-bf1d-6a7096e373fd tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.259396 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-bc4e3436-157d-45bb-bf1d-6a7096e373fd tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0213745 Nov 19 16:40:02.259826 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47022) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-acadc1e7-8136-4d20-b285-9ee91428e651 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:02.266138 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:02.271804 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.271804 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.271804 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.271804 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:02.271804 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acadc1e7-8136-4d20-b285-9ee91428e651 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:02.272100 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-d4e7a5d7-ce00-443c-9232-09685eeed717 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.272100 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d4e7a5d7-ce00-443c-9232-09685eeed717 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0064154 Nov 19 16:40:02.272256 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-acadc1e7-8136-4d20-b285-9ee91428e651 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "DELETE /v2.0/networks/347bc0ea-9315-4ca8-a74a-137fffa010fb HTTP/1.1" status: 500 len: 363 time: 0.0120285 Nov 19 16:40:02.273154 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-48fb9b3b-bea6-4b36-9ce8-b07c717f3344 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.275820 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47024) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.276180 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47026) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-ee87b2bf-2065-49d0-b320-795365d1528d tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:02.283575 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-ee87b2bf-2065-49d0-b320-795365d1528d tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.9288478 Nov 19 16:40:02.287393 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-48fb9b3b-bea6-4b36-9ce8-b07c717f3344 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.291516 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:02.291516 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:02.291516 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-1138b992-639f-4050-b1c2-08f8bf67fd91 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:02.295389 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:02.305310 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.305310 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.305310 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.305310 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:02.305310 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1138b992-639f-4050-b1c2-08f8bf67fd91 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:02.306421 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47028) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.307111 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-1138b992-639f-4050-b1c2-08f8bf67fd91 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "DELETE /v2.0/networks/347bc0ea-9315-4ca8-a74a-137fffa010fb HTTP/1.1" status: 500 len: 363 time: 0.0281527 Nov 19 16:40:02.310444 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-25c2cdbf-9a31-43dd-a9f2-36bc40723daa tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035233271'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:02.310617 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-312aa538-fb86-49a3-a89c-bd430ac115f1 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.311838 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-312aa538-fb86-49a3-a89c-bd430ac115f1 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0340083 Nov 19 16:40:02.312618 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df482e23-541c-4448-9d0d-2c1d784f5500 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Made reservation on behalf of e1998b8f731643a8a2bfbb903c7fe5ea for: {'subnet': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:02.314592 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-df482e23-541c-4448-9d0d-2c1d784f5500 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12892988'] for subnet, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.318296 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47030) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.318640 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47032) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.323847 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-17ff0923-5626-46b1-8876-fddba74989e3 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.328332 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-17ff0923-5626-46b1-8876-fddba74989e3 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0041440 Nov 19 16:40:02.328508 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:02.328508 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:02.329103 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47034) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-12d9a73b-ef63-4c8c-a1e1-bab84890bf6c tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:02.332359 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:02.336650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.336650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.336650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.336650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:02.336650 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d9a73b-ef63-4c8c-a1e1-bab84890bf6c tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:02.336982 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 10 to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d Nov 19 16:40:02.338733 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-12d9a73b-ef63-4c8c-a1e1-bab84890bf6c tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "DELETE /v2.0/networks/027dc207-2111-4a79-aad7-b47d1139fc8d HTTP/1.1" status: 500 len: 363 time: 0.0191550 Nov 19 16:40:02.344736 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47036) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.347779 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-e9d0da43-57af-4f08-8d5c-01f40716bb6f tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.348737 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e9d0da43-57af-4f08-8d5c-01f40716bb6f tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0100257 Nov 19 16:40:02.355916 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47038) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-65a00f81-3baf-409f-82ed-3f354764553b tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:02.356203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:02.363057 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.363057 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.363057 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.363057 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:02.363057 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a00f81-3baf-409f-82ed-3f354764553b tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:02.364786 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fb9b3b-bea6-4b36-9ce8-b07c717f3344 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:02.364945 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-65a00f81-3baf-409f-82ed-3f354764553b tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "DELETE /v2.0/networks/027dc207-2111-4a79-aad7-b47d1139fc8d HTTP/1.1" status: 500 len: 363 time: 0.0183709 Nov 19 16:40:02.381201 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47040) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.383622 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-ff7ce953-e625-4d43-95c4-a9a37d2865b4 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.384619 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-ff7ce953-e625-4d43-95c4-a9a37d2865b4 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0274193 Nov 19 16:40:02.393267 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47042) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.401887 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-9056207e-c042-4ab0-aa37-ccb3519d6033 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.403313 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-9056207e-c042-4ab0-aa37-ccb3519d6033 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0081213 Nov 19 16:40:02.411115 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47044) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.415142 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:02.415500 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:02.415838 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:02.419021 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb9b3b-bea6-4b36-9ce8-b07c717f3344 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b66ee3-2cb0-4923-8623-fc1666c537c3,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-acc391fb-f213-4e4c-8ab7-bdfdffc11ced tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:02.423033 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:02.426069 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.426069 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.426069 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.426069 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:02.426069 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc391fb-f213-4e4c-8ab7-bdfdffc11ced tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:02.429268 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-acc391fb-f213-4e4c-8ab7-bdfdffc11ced tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "DELETE /v2.0/networks/027dc207-2111-4a79-aad7-b47d1139fc8d HTTP/1.1" status: 500 len: 363 time: 0.0197470 Nov 19 16:40:02.432023 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-66fb58bf-5f4a-40bf-af7d-d2343c922316 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.432250 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47046) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.432793 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-66fb58bf-5f4a-40bf-af7d-d2343c922316 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0146797 Nov 19 16:40:02.434225 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-48fb9b3b-bea6-4b36-9ce8-b07c717f3344 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.434561 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-48fb9b3b-bea6-4b36-9ce8-b07c717f3344 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Added segment 3d543ea4-27d5-4441-8287-ff6ca9b27695 of type vlan for network e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84 Nov 19 16:40:02.442542 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47048) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-fb34acf9-c8fd-47dc-bf9b-342c968f969d tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:02.442650 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:02.445316 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.445316 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.445316 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.445316 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:02.445316 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb34acf9-c8fd-47dc-bf9b-342c968f969d tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:02.448932 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-fb34acf9-c8fd-47dc-bf9b-342c968f969d tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "DELETE /v2.0/networks/01986038-bce0-4f43-b125-35682237692a HTTP/1.1" status: 500 len: 363 time: 0.0146101 Nov 19 16:40:02.450031 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-25c2cdbf-9a31-43dd-a9f2-36bc40723daa tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.451648 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47050) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-aa6e1c78-9f87-4310-a5ae-8df168cf5524 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:02.460220 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:02.463288 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.463288 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.463288 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.463288 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:02.463288 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa6e1c78-9f87-4310-a5ae-8df168cf5524 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:02.463589 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-f46d390e-0814-436c-b229-52d31244e34b tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.463589 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-f46d390e-0814-436c-b229-52d31244e34b tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0095656 Nov 19 16:40:02.463589 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port d849b0ca-31ea-4c25-980d-0443c1c8b69d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:02.463589 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port d849b0ca-31ea-4c25-980d-0443c1c8b69d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:02.463589 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.466544 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-aa6e1c78-9f87-4310-a5ae-8df168cf5524 tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "DELETE /v2.0/networks/01986038-bce0-4f43-b125-35682237692a HTTP/1.1" status: 500 len: 363 time: 0.0137262 Nov 19 16:40:02.472581 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47052) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.472842 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47054) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.474718 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-55d232cb-af7b-4e2e-bc7a-2bfb120f05df tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.481547 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-43fbd672-d6ce-4821-ae5d-20444c0ebd82 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.482425 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-43fbd672-d6ce-4821-ae5d-20444c0ebd82 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0064876 Nov 19 16:40:02.486300 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47056) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.488951 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-39d63ef1-247f-4f50-b12f-dc1aad899cb7 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.489306 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-39d63ef1-247f-4f50-b12f-dc1aad899cb7 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.510081 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-cafcac5f-6b35-4666-9842-720693675cac tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.511083 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-cafcac5f-6b35-4666-9842-720693675cac tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0181389 Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-7ec0b47d-a130-498d-9fac-942dd6a7c1ef tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:02.512432 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:02.515127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.515127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.515127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.515127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:02.515127 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec0b47d-a130-498d-9fac-942dd6a7c1ef tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:02.516464 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-7ec0b47d-a130-498d-9fac-942dd6a7c1ef tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "DELETE /v2.0/networks/01986038-bce0-4f43-b125-35682237692a HTTP/1.1" status: 500 len: 363 time: 0.0391352 Nov 19 16:40:02.516935 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47058) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.524903 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47060) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.527452 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-55d232cb-af7b-4e2e-bc7a-2bfb120f05df tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.529225 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-0c3cd8e3-a2a9-4f94-b7c6-3c166740fc3a tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.530800 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-0c3cd8e3-a2a9-4f94-b7c6-3c166740fc3a tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0093431 Nov 19 16:40:02.532882 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-39d63ef1-247f-4f50-b12f-dc1aad899cb7 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Calling delete_port for 6b621815-b61a-4776-8340-bba09b6cb4de owned by network:floatingip {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:02.538055 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-55d232cb-af7b-4e2e-bc7a-2bfb120f05df tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.538055 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:02.538055 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:02.538055 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:02.538055 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:02.538055 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:02.538055 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:02.538055 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:02.538055 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:02.538055 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:02.538055 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:02.538055 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:02.538055 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.538055 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.538055 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.538055 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:02.539204 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47062) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-8bfa2030-c791-4f8b-ae4c-397a54ff323b tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:02.540192 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:02.542939 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.542939 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.542939 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.542939 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:02.542939 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bfa2030-c791-4f8b-ae4c-397a54ff323b tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:02.544668 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8bfa2030-c791-4f8b-ae4c-397a54ff323b tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "DELETE /v2.0/networks/a3ef06b0-6511-479c-ac8c-8327ccfb64b4 HTTP/1.1" status: 500 len: 363 time: 0.0121167 Nov 19 16:40:02.548939 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47064) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.556244 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-428f84c1-cc4f-49d7-8a04-902bfe179bfe tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.557235 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-428f84c1-cc4f-49d7-8a04-902bfe179bfe tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0132902 Nov 19 16:40:02.562544 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47066) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-59c4e54b-378b-4fe2-aa3b-8b6de76ba21a tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:02.566304 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:02.571152 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.571152 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.571152 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.571152 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:02.571152 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c4e54b-378b-4fe2-aa3b-8b6de76ba21a tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:02.571929 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d232cb-af7b-4e2e-bc7a-2bfb120f05df tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:02.576874 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-59c4e54b-378b-4fe2-aa3b-8b6de76ba21a tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "DELETE /v2.0/networks/a3ef06b0-6511-479c-ac8c-8327ccfb64b4 HTTP/1.1" status: 500 len: 363 time: 0.0241063 Nov 19 16:40:02.583026 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47068) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-748d29c0-727c-4147-8649-e29204b68afc tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:02.591260 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:02.596105 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.596105 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.596105 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.596105 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:02.596105 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748d29c0-727c-4147-8649-e29204b68afc tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:02.598308 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-748d29c0-727c-4147-8649-e29204b68afc tempest-BulkNetworkOpsIpV6Test-438253880 tempest-BulkNetworkOpsIpV6Test-438253880-project] 10.222.0.76 "DELETE /v2.0/networks/a3ef06b0-6511-479c-ac8c-8327ccfb64b4 HTTP/1.1" status: 500 len: 363 time: 0.0139356 Nov 19 16:40:02.598671 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-21d49208-11cb-46bc-8017-3cbdc58f96ae tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.599882 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-21d49208-11cb-46bc-8017-3cbdc58f96ae tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0293820 Nov 19 16:40:02.605560 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47072) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.608057 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-48fb9b3b-bea6-4b36-9ce8-b07c717f3344 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.615344 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-48b6e927-58e5-4c38-9baf-8d1d3609ff3b tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.616597 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-48b6e927-58e5-4c38-9baf-8d1d3609ff3b tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0088553 Nov 19 16:40:02.621390 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47074) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.626812 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-1218ff6b-25d6-42d2-a8a8-d3a4d6daf553 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.628065 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-1218ff6b-25d6-42d2-a8a8-d3a4d6daf553 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0056937 Nov 19 16:40:02.632719 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-55d232cb-af7b-4e2e-bc7a-2bfb120f05df tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.633086 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-55d232cb-af7b-4e2e-bc7a-2bfb120f05df tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] Added segment 1eefecea-e46d-491f-bc16-797c0ab81ee7 of type vlan for network 3748b349-89a0-4cda-b832-dfcc37913c41 Nov 19 16:40:02.633623 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47076) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.639683 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-9bffe992-891f-4a60-939c-396bf85c57b7 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.644767 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-9bffe992-891f-4a60-939c-396bf85c57b7 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047853 Nov 19 16:40:02.651255 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47078) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.669350 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-57a8f01e-ef2d-4728-af6b-6c9d6b0aebd5 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.670533 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-57a8f01e-ef2d-4728-af6b-6c9d6b0aebd5 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0105441 Nov 19 16:40:02.678246 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47080) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.687385 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-a3b721a0-a06b-45a8-9890-ff843a3886af tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.689595 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a3b721a0-a06b-45a8-9890-ff843a3886af tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0085413 Nov 19 16:40:02.699897 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47082) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.708314 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-22432941-4bff-41f0-9329-e27e6d46267b tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.713628 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-22432941-4bff-41f0-9329-e27e6d46267b tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0085213 Nov 19 16:40:02.716345 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47084) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.721380 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-d1cc101f-cfdd-4f6a-baf9-c24f87b7d3b8 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.726438 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d1cc101f-cfdd-4f6a-baf9-c24f87b7d3b8 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0049179 Nov 19 16:40:02.728859 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47086) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.744212 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-58e1deac-92d3-4b8b-a218-bb145099b3d3 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.744212 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-58e1deac-92d3-4b8b-a218-bb145099b3d3 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0087972 Nov 19 16:40:02.744600 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-55d232cb-af7b-4e2e-bc7a-2bfb120f05df tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.744743 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47088) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.749213 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-33ea1742-ef18-4edb-bb60-022a8b337216 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.754103 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-33ea1742-ef18-4edb-bb60-022a8b337216 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049109 Nov 19 16:40:02.754351 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-48fb9b3b-bea6-4b36-9ce8-b07c717f3344 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.754521 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47090) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.754881 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fb9b3b-bea6-4b36-9ce8-b07c717f3344 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:02.755714 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-48fb9b3b-bea6-4b36-9ce8-b07c717f3344 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.758606 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-cbf24c41-1cfb-4183-8ff2-ade828cad8a9 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.759593 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-cbf24c41-1cfb-4183-8ff2-ade828cad8a9 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044096 Nov 19 16:40:02.763581 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] For port d849b0ca-31ea-4c25-980d-0443c1c8b69d, host hv-neutron-8158, cleared binding levels {{(pid=110037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:40:02.764439 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempted to set empty binding levels {{(pid=110037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 16:40:02.767219 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47092) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.771611 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-cfa59220-8c3d-406d-a9b9-3c1fa9c7acb8 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.772623 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-cfa59220-8c3d-406d-a9b9-3c1fa9c7acb8 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044386 Nov 19 16:40:02.777555 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47094) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.782140 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-9089b2d8-4bb0-4fd6-b6dd-bb1c4cdcea15 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.783140 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-9089b2d8-4bb0-4fd6-b6dd-bb1c4cdcea15 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0046604 Nov 19 16:40:02.788832 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47096) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.820462 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-5f594018-d50e-48e9-82d2-41cd1038a89b tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.822144 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-5f594018-d50e-48e9-82d2-41cd1038a89b tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0309334 Nov 19 16:40:02.827921 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47098) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.833269 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13603141'] for port, after_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.837120 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-52d755cd-806b-41c2-9b84-21213c508fed tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.838147 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-52d755cd-806b-41c2-9b84-21213c508fed tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0071952 Nov 19 16:40:02.844999 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47100) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.859081 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-ff889d76-80ff-4ec1-a148-6b5db1b6b7da tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.860204 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ff889d76-80ff-4ec1-a148-6b5db1b6b7da tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0138824 Nov 19 16:40:02.877506 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47102) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.884781 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-974547e3-e122-4487-9208-12bc7e04336e tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.885802 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-974547e3-e122-4487-9208-12bc7e04336e tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0055828 Nov 19 16:40:02.895415 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-48fb9b3b-bea6-4b36-9ce8-b07c717f3344 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8985202 Nov 19 16:40:02.899557 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47106) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.899901 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47108) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.907050 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-55d232cb-af7b-4e2e-bc7a-2bfb120f05df tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.909070 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [None req-ec64435f-20bc-4bb0-8728-8dc2d4123583 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.910209 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ec64435f-20bc-4bb0-8728-8dc2d4123583 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0063174 Nov 19 16:40:02.912958 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d232cb-af7b-4e2e-bc7a-2bfb120f05df tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:02.913739 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-55d232cb-af7b-4e2e-bc7a-2bfb120f05df tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.913966 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-7e5d8728-c02b-4314-acd9-ca05ffbb83f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Request body: {'subnet': {'network_id': 'e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-25c2cdbf-9a31-43dd-a9f2-36bc40723daa tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:02.917711 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:02.921163 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-25c2cdbf-9a31-43dd-a9f2-36bc40723daa tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.6126900 Nov 19 16:40:02.922721 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47110) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.929409 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:02.930103 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:02.932276 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47112) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:02.938135 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-386e60be-62c1-44e2-9ba6-e1b9fff133e2 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982749257'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:02.945811 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [None req-3d42be3c-4186-42f3-a863-eda9051e7803 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 16:40:02.946690 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-3d42be3c-4186-42f3-a863-eda9051e7803 tempest-ExtensionsTestJSON-2069681508 tempest-ExtensionsTestJSON-2069681508-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0207143 Nov 19 16:40:02.958666 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb9b3b-bea6-4b36-9ce8-b07c717f3344 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Pushing event updated for resources: {'Network': ['ID=e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:02.973962 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-55d232cb-af7b-4e2e-bc7a-2bfb120f05df tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.973962 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:02.973962 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:02.973962 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:02.973962 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:02.973962 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:02.973962 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:02.973962 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:02.973962 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:02.973962 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:02.973962 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:02.973962 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:02.973962 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:02.973962 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:02.973962 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:02.973962 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:02.981303 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Pushing event updated for resources: {'Port': ['ID=d849b0ca-31ea-4c25-980d-0443c1c8b69d,revision_number=2']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:03.004863 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5d8728-c02b-4314-acd9-ca05ffbb83f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Made reservation on behalf of c54f8450bdb94906aac74431aa88dcc6 for: {'subnet': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:03.006380 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84 details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:40:03.008149 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7e5d8728-c02b-4314-acd9-ca05ffbb83f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12892988'] for subnet, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.011738 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-55d232cb-af7b-4e2e-bc7a-2bfb120f05df tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4664490 Nov 19 16:40:03.016948 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47116) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:03.027137 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-0a68cddb-ef86-46ff-8507-930777c545e4 tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] Request body: {'port': {'network_id': '3748b349-89a0-4cda-b832-dfcc37913c41', 'name': 'tempest-PortsIpV6TestJSON-788160002'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-0a68cddb-ef86-46ff-8507-930777c545e4 tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:03.030025 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:03.032928 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:03.032928 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:03.032928 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:03.032928 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:03.032928 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a68cddb-ef86-46ff-8507-930777c545e4 tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:03.032928 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-0a68cddb-ef86-46ff-8507-930777c545e4 tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 500 len: 363 time: 0.0143998 Nov 19 16:40:03.035338 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47118) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-9b231709-70ac-4ac0-8f9a-c7312597ef3f tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:03.046428 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:03.050119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:03.050119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:03.050119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:03.050119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:03.050119 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b231709-70ac-4ac0-8f9a-c7312597ef3f tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:03.050729 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-9b231709-70ac-4ac0-8f9a-c7312597ef3f tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] 10.222.0.76 "DELETE /v2.0/networks/3748b349-89a0-4cda-b832-dfcc37913c41 HTTP/1.1" status: 500 len: 363 time: 0.0142550 Nov 19 16:40:03.055602 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47120) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-8a8df0f6-065d-40b9-932d-a4eec2142828 tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:03.065612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:03.068480 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:03.068480 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:03.068480 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:03.068480 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:03.068480 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8df0f6-065d-40b9-932d-a4eec2142828 tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:03.069771 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-8a8df0f6-065d-40b9-932d-a4eec2142828 tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] 10.222.0.76 "DELETE /v2.0/networks/3748b349-89a0-4cda-b832-dfcc37913c41 HTTP/1.1" status: 500 len: 363 time: 0.0132053 Nov 19 16:40:03.074531 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47122) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:03.075645 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-386e60be-62c1-44e2-9ba6-e1b9fff133e2 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-f4e2db3e-ef52-426a-ae94-7ddd72387d8c tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:03.089377 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:03.092296 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:03.092296 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:03.092296 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:03.092296 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:03.092296 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e2db3e-ef52-426a-ae94-7ddd72387d8c tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:03.093064 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-f4e2db3e-ef52-426a-ae94-7ddd72387d8c tempest-PortsIpV6TestJSON-12120810 tempest-PortsIpV6TestJSON-12120810-project] 10.222.0.76 "DELETE /v2.0/networks/3748b349-89a0-4cda-b832-dfcc37913c41 HTTP/1.1" status: 500 len: 363 time: 0.0136850 Nov 19 16:40:03.101140 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-39d63ef1-247f-4f50-b12f-dc1aad899cb7 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.104711 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-01dd5e76-c9a0-4fb0-8cd7-8bed7f871655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.5098476 Nov 19 16:40:03.107910 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47126) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:03.118298 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47128) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:03.154332 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d63ef1-247f-4f50-b12f-dc1aad899cb7 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b621815-b61a-4776-8340-bba09b6cb4de,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:03.277430 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-51fa6e02-1db2-47de-9511-ea2372f31349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Deleting port d849b0ca-31ea-4c25-980d-0443c1c8b69d {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:03.277858 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-51fa6e02-1db2-47de-9511-ea2372f31349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-386e60be-62c1-44e2-9ba6-e1b9fff133e2 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:03.284936 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-386e60be-62c1-44e2-9ba6-e1b9fff133e2 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.3529437 Nov 19 16:40:03.294441 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47132) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:03.314695 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-e7b8063b-63a9-4ad6-bdfc-7e4458455e94 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Request body: {'security_group': {'name': 'tempest-secgroup--411929909'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:03.319726 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-39d63ef1-247f-4f50-b12f-dc1aad899cb7 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.322295 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-39d63ef1-247f-4f50-b12f-dc1aad899cb7 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for floatingip, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.323476 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-39d63ef1-247f-4f50-b12f-dc1aad899cb7 tempest-ExternalNetworksAdminNegativeTestJSON-783339469 tempest-ExternalNetworksAdminNegativeTestJSON-783339469-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/7e4f8288-ba82-48b0-a7ff-99cc63e73192 HTTP/1.1" status: 204 len: 168 time: 1.5603535 Nov 19 16:40:03.329153 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.objects.ports [None req-df482e23-541c-4448-9d0d-2c1d784f5500 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 16:40:03.330149 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-df482e23-541c-4448-9d0d-2c1d784f5500 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13713793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12892974'] for subnet, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.384703 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df482e23-541c-4448-9d0d-2c1d784f5500 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d9856769-5e4a-43b4-88d8-fd25fb66d01a,revision_number=0']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:03.386784 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-51fa6e02-1db2-47de-9511-ea2372f31349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] For port d849b0ca-31ea-4c25-980d-0443c1c8b69d, host hv-neutron-8158, got binding levels [] {{(pid=110037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:03.387149 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-51fa6e02-1db2-47de-9511-ea2372f31349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.390624 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e7b8063b-63a9-4ad6-bdfc-7e4458455e94 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.427070 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-51fa6e02-1db2-47de-9511-ea2372f31349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Calling delete_port for d849b0ca-31ea-4c25-980d-0443c1c8b69d owned by {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:03.474779 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df482e23-541c-4448-9d0d-2c1d784f5500 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Checking segment: {'id': 'a1612b6b-fc1d-410d-b8b1-66a3d966e358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bbc5f27c-3d22-4b79-ac0f-ef38de24140a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:40:03.475419 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df482e23-541c-4448-9d0d-2c1d784f5500 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Network hostable DHCP agents. Network: bbc5f27c-3d22-4b79-ac0f-ef38de24140a, hostable agents: ['42275ece-0293-4067-adc1-7970661640fa'], hosted agents: [] {{(pid=110038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 16:40:03.562500 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df482e23-541c-4448-9d0d-2c1d784f5500 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Network bbc5f27c-3d22-4b79-ac0f-ef38de24140a is scheduled to be hosted by DHCP agent 42275ece-0293-4067-adc1-7970661640fa with binding_index 1 {{(pid=110038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 16:40:03.570576 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-51fa6e02-1db2-47de-9511-ea2372f31349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.580787 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-df482e23-541c-4448-9d0d-2c1d784f5500 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-815855-3-hyperv, bbc5f27c-3d22-4b79-ac0f-ef38de24140a) {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:03.587718 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df482e23-541c-4448-9d0d-2c1d784f5500 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:03.588290 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-df482e23-541c-4448-9d0d-2c1d784f5500 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for subnet, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.608841 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-df482e23-541c-4448-9d0d-2c1d784f5500 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5100839 Nov 19 16:40:03.612221 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47140) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:03.613866 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-51fa6e02-1db2-47de-9511-ea2372f31349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.618447 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Request body: {'floatingip': {'floating_network_id': 'bbc5f27c-3d22-4b79-ac0f-ef38de24140a'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:03.622807 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-51fa6e02-1db2-47de-9511-ea2372f31349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] 10.222.0.76 "DELETE /v2.0/ports/d849b0ca-31ea-4c25-980d-0443c1c8b69d HTTP/1.1" status: 204 len: 168 time: 0.5134268 Nov 19 16:40:03.623628 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d78ff82-a27f-43a8-897f-c11e56eeeaeb None None] Network bbc5f27c-3d22-4b79-ac0f-ef38de24140a requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:40:03.624214 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47142) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-e7b8063b-63a9-4ad6-bdfc-7e4458455e94 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:03.626958 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:03.630122 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:03.639943 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e7b8063b-63a9-4ad6-bdfc-7e4458455e94 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.3475287 Nov 19 16:40:03.640957 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47144) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:03.642168 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa6e02-1db2-47de-9511-ea2372f31349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Pushing event deleted for resources: {'Port': ['ID=d849b0ca-31ea-4c25-980d-0443c1c8b69d,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:03.648269 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-efb717f1-5c4c-4303-ab1c-3b2720ee14a2 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Request body: {'security_group': {'name': 'tempest-secgroup--984577327'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:03.667176 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffeb687c-e914-49b4-8dec-b97f4741b35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] GET failed (client error): The resource could not be found. Nov 19 16:40:03.672832 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ffeb687c-e914-49b4-8dec-b97f4741b35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] 10.222.0.76 "GET /v2.0/ports/d849b0ca-31ea-4c25-980d-0443c1c8b69d HTTP/1.1" status: 404 len: 333 time: 0.0419054 Nov 19 16:40:03.674484 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47146) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:03.679606 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-dfdfc4ac-3d13-4710-9474-2934aa0cc3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Request body: {'port': {'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878613591'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:03.701595 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.db.api [None req-efb717f1-5c4c-4303-ab1c-3b2720ee14a2 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 16:40:03.701595 dv-neutron-815855-3-hyperv neutron-server[110037]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 16:40:03.701595 dv-neutron-815855-3-hyperv neutron-server[110037]: [parameters: {'project_id_1': '17943843b83d42099452134747901b3c', 'expiration_1': datetime.datetime(2021, 11, 19, 16, 39, 43, 658172)}] Nov 19 16:40:03.701595 dv-neutron-815855-3-hyperv neutron-server[110037]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 16:40:03.703127 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG oslo_db.api [None req-efb717f1-5c4c-4303-ab1c-3b2720ee14a2 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 16:40:03.724443 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.734627 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-01d7d100-d2f1-4879-917d-4824011d024c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d5478eb7a29f455a9d383c8d0fb5f494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6126633 Nov 19 16:40:03.736276 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47150) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:03.736942 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47152) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:03.834409 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdfc4ac-3d13-4710-9474-2934aa0cc3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Made reservation on behalf of 582f0ee026bb401cbded5cc61e3c1036 for: {'port': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:03.837883 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-dfdfc4ac-3d13-4710-9474-2934aa0cc3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.870282 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-90f03c06-1a68-44e9-8caa-cd1f1ffe06ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.902137 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.objects.ports [None req-7e5d8728-c02b-4314-acd9-ca05ffbb83f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 16:40:03.903264 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7e5d8728-c02b-4314-acd9-ca05ffbb83f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13713793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12892974'] for subnet, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.924621 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47156) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:03.941726 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-90f03c06-1a68-44e9-8caa-cd1f1ffe06ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:03.962915 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.notifiers.nova [None req-dfdfc4ac-3d13-4710-9474-2934aa0cc3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] device_id is not set on port 4879aff0-3678-4d83-8a66-149df627078b yet. {{(pid=110038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:40:03.978984 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce427d50-6e41-409e-98a5-3af1dd0db6a4 None None] Network bbc5f27c-3d22-4b79-ac0f-ef38de24140a requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:40:03.988761 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47160) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:04.048759 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-90f03c06-1a68-44e9-8caa-cd1f1ffe06ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.052544 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d8728-c02b-4314-acd9-ca05ffbb83f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9026d4b2-3e72-4971-a56e-c62464f941c9,revision_number=0']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:04.052931 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-90f03c06-1a68-44e9-8caa-cd1f1ffe06ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.058086 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-90f03c06-1a68-44e9-8caa-cd1f1ffe06ee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4b7fbce0-f279-4be5-b093-36710f20a804 HTTP/1.1" status: 204 len: 168 time: 0.3175592 Nov 19 16:40:04.078248 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f03c06-1a68-44e9-8caa-cd1f1ffe06ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7fbce0-f279-4be5-b093-36710f20a804,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:04.148509 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d8728-c02b-4314-acd9-ca05ffbb83f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Checking segment: {'id': '3d543ea4-27d5-4441-8287-ff6ca9b27695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:40:04.149142 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d8728-c02b-4314-acd9-ca05ffbb83f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Network hostable DHCP agents. Network: e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84, hostable agents: ['42275ece-0293-4067-adc1-7970661640fa'], hosted agents: [] {{(pid=110038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 16:40:04.152968 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b625518a-1e4b-43de-8e04-e1abc572868a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.172273 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b3ff-22cd-4034-9165-c4455614379d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.263020 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-efb717f1-5c4c-4303-ab1c-3b2720ee14a2 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.313880 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.319690 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d8728-c02b-4314-acd9-ca05ffbb83f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Network e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84 is scheduled to be hosted by DHCP agent 42275ece-0293-4067-adc1-7970661640fa with binding_index 1 {{(pid=110038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 16:40:04.414487 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-dfdfc4ac-3d13-4710-9474-2934aa0cc3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.415533 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b625518a-1e4b-43de-8e04-e1abc572868a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.416205 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-7e5d8728-c02b-4314-acd9-ca05ffbb83f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-815855-3-hyperv, e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84) {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:04.421385 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b3ff-22cd-4034-9165-c4455614379d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.426579 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b625518a-1e4b-43de-8e04-e1abc572868a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.434563 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01d6667-acb6-49a6-9379-eae4bb62e69d None None] Network e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:40:04.434854 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d8728-c02b-4314-acd9-ca05ffbb83f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:04.435543 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7e5d8728-c02b-4314-acd9-ca05ffbb83f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for subnet, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.448514 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b3ff-22cd-4034-9165-c4455614379d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.451255 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-23a180ce-3d9d-414a-993e-c60e06025da3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3bf86015595d4cce85fc6050baad0021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4547033 Nov 19 16:40:04.460236 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47168) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:04.498399 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-7e5d8728-c02b-4314-acd9-ca05ffbb83f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5930958 Nov 19 16:40:04.508788 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47170) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:04.521661 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-57fc027d-cd50-4273-8997-039b9772d8d5 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2086755831', 'network_id': 'e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:04.538160 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b625518a-1e4b-43de-8e04-e1abc572868a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ead93afb02344ec495e6f95de12ef2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7995658 Nov 19 16:40:04.538962 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625518a-1e4b-43de-8e04-e1abc572868a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da96a44b-102d-4abc-a223-b60b16d68a2a,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:04.546432 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-8ac0b3ff-22cd-4034-9165-c4455614379d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=914c647e4e76419c95de0ab77a9ad50b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6206579 Nov 19 16:40:04.547075 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47172) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:04.554043 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47174) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:04.610781 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-dfdfc4ac-3d13-4710-9474-2934aa0cc3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.624927 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fc027d-cd50-4273-8997-039b9772d8d5 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Made reservation on behalf of c54f8450bdb94906aac74431aa88dcc6 for: {'port': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:04.628801 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-57fc027d-cd50-4273-8997-039b9772d8d5 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-efb717f1-5c4c-4303-ab1c-3b2720ee14a2 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:04.646746 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:04.650872 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-efb717f1-5c4c-4303-ab1c-3b2720ee14a2 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 1.0032175 Nov 19 16:40:04.660962 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0b3ff-22cd-4034-9165-c4455614379d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc99352c-f01c-4a96-8cc7-f98b20c46a2f,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:04.675645 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47180) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:04.695407 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-99fa5055-828a-4516-99a3-8233f9fede82 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Request body: {'security_group_rule': {'security_group_id': 'ece54f61-d184-4a81-bbfb-242bf3123a1a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:04.713299 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_common [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Allocated IP 172.20.0.12 (bbc5f27c-3d22-4b79-ac0f-ef38de24140a/d9856769-5e4a-43b4-88d8-fd25fb66d01a/07ca7621-7020-41fb-8161-db123a4e3c5f) {{(pid=110038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:40:04.714026 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a76772d-3391-4d57-bde1-05c214e9937d None None] Network e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:40:04.718711 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.notifiers.nova [None req-57fc027d-cd50-4273-8997-039b9772d8d5 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] device_id is not set on port 0aa9fdb5-3b83-47b3-9ed0-16669553ab0f yet. {{(pid=110037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:40:04.728678 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdfc4ac-3d13-4710-9474-2934aa0cc3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Network 6cdadea5-c3be-4540-bd48-6e4f510407a2 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:04.733411 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3e8aef6b-4de7-428d-ae3a-3e68a1c4e93d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.747117 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-dfdfc4ac-3d13-4710-9474-2934aa0cc3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:04.753878 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdfc4ac-3d13-4710-9474-2934aa0cc3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:04.755055 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdfc4ac-3d13-4710-9474-2934aa0cc3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:04.755736 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-dfdfc4ac-3d13-4710-9474-2934aa0cc3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.772984 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfc4ac-3d13-4710-9474-2934aa0cc3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Pushing event updated for resources: {'Port': ['ID=4879aff0-3678-4d83-8a66-149df627078b,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:04.784851 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-431d9724-3de8-4769-aeb9-d956e53f9496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.810437 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8f49e976-ad6d-48b4-bbec-cf5b7ed58a25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.838440 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3e8aef6b-4de7-428d-ae3a-3e68a1c4e93d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.854459 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-431d9724-3de8-4769-aeb9-d956e53f9496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.866634 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-dfdfc4ac-3d13-4710-9474-2934aa0cc3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1909175 Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-99fa5055-828a-4516-99a3-8233f9fede82 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_rpc_base.py", line 60, in create_security_group_rule Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource rule = super(SecurityGroupServerNotifierRpcMixin, Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:04.869637 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 415, in create_security_group_rule Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource res = self._create_security_group_rule(context, security_group_rule) Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 427, in _create_security_group_rule Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg_id = self._validate_security_group_rule(context, Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 669, in _validate_security_group_rule Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self._check_security_group(context, security_group_id, Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 237, in _check_security_group Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource if not sg_obj.SecurityGroup.objects_exist(context, id=id): Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 950, in objects_exist Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return bool(obj_db_api.count( Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 42, in count Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, query_field=query_field, Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-99fa5055-828a-4516-99a3-8233f9fede82 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 500 len: 363 time: 0.1878953 Nov 19 16:40:04.878327 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47186) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:04.887449 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47188) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:04.887449 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8158'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:04.920518 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8f49e976-ad6d-48b4-bbec-cf5b7ed58a25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:04.929486 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-332a66fb-373e-4fb0-8ef3-0d89a36ff5b5 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Request body: {'security_group': {'name': 'tempest-secgroup--580150296'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:05.040684 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.047099 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-332a66fb-373e-4fb0-8ef3-0d89a36ff5b5 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.176421 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3e8aef6b-4de7-428d-ae3a-3e68a1c4e93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.179170 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3e8aef6b-4de7-428d-ae3a-3e68a1c4e93d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.180298 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-3e8aef6b-4de7-428d-ae3a-3e68a1c4e93d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/852e2da1-cd0e-44a2-abbe-0cacc9955faf HTTP/1.1" status: 204 len: 168 time: 0.7188272 Nov 19 16:40:05.184480 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.199308 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8aef6b-4de7-428d-ae3a-3e68a1c4e93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852e2da1-cd0e-44a2-abbe-0cacc9955faf,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:05.217361 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8f49e976-ad6d-48b4-bbec-cf5b7ed58a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.220101 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8f49e976-ad6d-48b4-bbec-cf5b7ed58a25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.221267 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8f49e976-ad6d-48b4-bbec-cf5b7ed58a25 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cc99352c-f01c-4a96-8cc7-f98b20c46a2f HTTP/1.1" status: 204 len: 168 time: 0.6647515 Nov 19 16:40:05.239716 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49e976-ad6d-48b4-bbec-cf5b7ed58a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc99352c-f01c-4a96-8cc7-f98b20c46a2f,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:05.257853 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.320556 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Network bbc5f27c-3d22-4b79-ac0f-ef38de24140a is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:05.323703 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:05.329261 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:05.333126 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event updated for resources: {'Port': ['ID=07ca7621-7020-41fb-8161-db123a4e3c5f,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:05.354698 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_common [None req-57fc027d-cd50-4273-8997-039b9772d8d5 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Allocated IP 2001:db8::12e (e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84/9026d4b2-3e72-4971-a56e-c62464f941c9/0aa9fdb5-3b83-47b3-9ed0-16669553ab0f) {{(pid=110037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:40:05.358181 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-431d9724-3de8-4769-aeb9-d956e53f9496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.361588 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-431d9724-3de8-4769-aeb9-d956e53f9496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.363327 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-431d9724-3de8-4769-aeb9-d956e53f9496 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/da96a44b-102d-4abc-a223-b60b16d68a2a HTTP/1.1" status: 204 len: 168 time: 0.8106570 Nov 19 16:40:05.402371 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d9724-3de8-4769-aeb9-d956e53f9496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da96a44b-102d-4abc-a223-b60b16d68a2a,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:05.462098 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47204) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:05.473906 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.524073 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-332a66fb-373e-4fb0-8ef3-0d89a36ff5b5 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:05.599271 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-332a66fb-373e-4fb0-8ef3-0d89a36ff5b5 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.6839027 Nov 19 16:40:05.607160 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.notifiers.nova [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] device_id is not set on port 4879aff0-3678-4d83-8a66-149df627078b yet. {{(pid=110037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:40:05.609352 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47210) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:05.614356 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.620214 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-6f932bd4-cc23-4fdd-9e1a-6e0ee549c401 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Request body: {'security_group': {'name': 'tempest-secgroup--180080609'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:05.643893 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13603141'] for port, after_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.713576 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6f932bd4-cc23-4fdd-9e1a-6e0ee549c401 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.723145 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-57fc027d-cd50-4273-8997-039b9772d8d5 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.744408 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.744632 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Pushing event updated for resources: {'Port': ['ID=4879aff0-3678-4d83-8a66-149df627078b,revision_number=2']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:05.758580 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13713684'] for port, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.786613 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:05.787371 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:05.787371 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:05.799153 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:05.799153 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:05.805046 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 2 to bind port 4879aff0-3678-4d83-8a66-149df627078b Nov 19 16:40:05.830135 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:05.830363 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:05.830706 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:05.842192 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:05.842527 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:05.843596 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-57fc027d-cd50-4273-8997-039b9772d8d5 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.846511 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 3 to bind port 4879aff0-3678-4d83-8a66-149df627078b Nov 19 16:40:05.860964 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16705656'] for floatingip, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.865045 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event updated for resources: {'Port': ['ID=07ca7621-7020-41fb-8161-db123a4e3c5f,revision_number=2']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:05.883828 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for floatingip, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.885976 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-4ddcefe3-eb1c-4307-9d0f-a84953ba80f1 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2727432 Nov 19 16:40:05.888924 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47216) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:05.904606 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:05.904949 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:05.905287 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:05.925632 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:05.926203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:05.931949 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 4 to bind port 4879aff0-3678-4d83-8a66-149df627078b Nov 19 16:40:05.939790 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc027d-cd50-4273-8997-039b9772d8d5 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Network e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84 is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-6f932bd4-cc23-4fdd-9e1a-6e0ee549c401 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:05.952525 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6f932bd4-cc23-4fdd-9e1a-6e0ee549c401 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.3416383 Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-57fc027d-cd50-4273-8997-039b9772d8d5 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47220) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc027d-cd50-4273-8997-039b9772d8d5 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fc027d-cd50-4273-8997-039b9772d8d5 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:05.960755 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-57fc027d-cd50-4273-8997-039b9772d8d5 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:05.966370 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-7ad7c757-e561-4da4-a8c6-cf333acd2a26 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Request body: {'security_group': {'name': 'tempest-secgroup--1328038236'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:05.972244 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc027d-cd50-4273-8997-039b9772d8d5 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Pushing event updated for resources: {'Port': ['ID=0aa9fdb5-3b83-47b3-9ed0-16669553ab0f,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:05.979228 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:05.979585 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:05.980017 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:05.992245 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:05.992574 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:05.995127 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 5 to bind port 4879aff0-3678-4d83-8a66-149df627078b Nov 19 16:40:06.015720 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:06.016062 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:06.016412 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:06.021338 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:06.021704 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:06.023029 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 6 to bind port 4879aff0-3678-4d83-8a66-149df627078b Nov 19 16:40:06.025955 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7ad7c757-e561-4da4-a8c6-cf333acd2a26 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.038325 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-4abd1d16-a3da-4663-8b40-095e446abb00 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "GET /v2.0/floatingips?floating_network_id=bbc5f27c-3d22-4b79-ac0f-ef38de24140a HTTP/1.1" status: 200 len: 690 time: 0.1473091 Nov 19 16:40:06.041949 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47222) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:06.045220 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-57fc027d-cd50-4273-8997-039b9772d8d5 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5323951 Nov 19 16:40:06.048966 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47224) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:06.074757 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:06.075097 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:06.075430 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:06.078419 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47226) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:06.104261 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:06.104591 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:06.111741 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 7 to bind port 4879aff0-3678-4d83-8a66-149df627078b Nov 19 16:40:06.160244 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994405'] for network, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.180259 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:06.180764 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:06.180923 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:06.201975 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e9876630-19d7-4508-a973-4aa6de4b32c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bcee6058cd6e4082bc0bbac3751e6092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1206183 Nov 19 16:40:06.205305 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47230) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:06.209972 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:06.210302 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:06.212676 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 8 to bind port 4879aff0-3678-4d83-8a66-149df627078b Nov 19 16:40:06.235013 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:06.235355 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:06.235697 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:06.254126 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:06.254126 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:06.254126 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 9 to bind port 4879aff0-3678-4d83-8a66-149df627078b Nov 19 16:40:06.256692 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-4a61899d-7c42-44d3-81f8-2bfea22d0ff4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Deleting port 0aa9fdb5-3b83-47b3-9ed0-16669553ab0f {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:06.257087 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4a61899d-7c42-44d3-81f8-2bfea22d0ff4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.264476 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-1da1167c-8a01-41da-841c-0015717d886d tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Request body: {'security_group': {'name': 'tempest-secgroup--1573577494'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-7ad7c757-e561-4da4-a8c6-cf333acd2a26 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.315573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-7ad7c757-e561-4da4-a8c6-cf333acd2a26 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.3539090 Nov 19 16:40:06.325912 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47236) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-62ddd36e-ced8-4326-b33c-c2fd56e96148 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] delete failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._delete(request, id, **kwargs) Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 582, in _delete Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = self._item(request, id, parent_id=parent_id) Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 350, in _item Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = obj_getter(request.context, id, **kwargs) Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.331125 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 209, in get_security_group Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ret = self._make_security_group_dict(self._get_security_group( Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 226, in _get_security_group Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(context, fields=fields, id=id) Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-62ddd36e-ced8-4326-b33c-c2fd56e96148 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] 10.222.0.76 "DELETE /v2.0/security-groups/343f0ce5-3d7d-4a4c-bf69-a5744c5f8e43 HTTP/1.1" status: 500 len: 363 time: 0.0071535 Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47240) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:06.340531 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-bf7739a2-fbe7-4b78-b838-dabf448ec445 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] show failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 385, in show Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self._item(request, Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 350, in _item Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = obj_getter(request.context, id, **kwargs) Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.352102 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 209, in get_security_group Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ret = self._make_security_group_dict(self._get_security_group( Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 226, in _get_security_group Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(context, fields=fields, id=id) Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-bf7739a2-fbe7-4b78-b838-dabf448ec445 tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] 10.222.0.76 "GET /v2.0/security-groups/b1ec3966-5c6f-4df8-9e2c-299f04377dfb HTTP/1.1" status: 500 len: 363 time: 0.0144241 Nov 19 16:40:06.361763 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47244) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:06.365044 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a896fc58-32e5-41a2-a82b-e93b7a3254d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.370089 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1da1167c-8a01-41da-841c-0015717d886d tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.381108 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:06.381441 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:06.386453 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.plugins.ml2.plugin [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 10 to bind port 4879aff0-3678-4d83-8a66-149df627078b Nov 19 16:40:06.391724 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1da1167c-8a01-41da-841c-0015717d886d tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.397381 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Deleting port 07ca7621-7020-41fb-8161-db123a4e3c5f {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:06.397812 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.402334 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.api.v2.resource [None req-4221d537-6ead-4e50-9740-3e7ef747c0fe tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] show failed (client error): The resource could not be found. Nov 19 16:40:06.403399 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-4221d537-6ead-4e50-9740-3e7ef747c0fe tempest-NegativeSecGroupIPv6Test-2031938982 tempest-NegativeSecGroupIPv6Test-2031938982-project] 10.222.0.76 "GET /v2.0/security-group-rules/be50899e-c805-487f-837f-f737481645c6 HTTP/1.1" status: 404 len: 356 time: 0.0413141 Nov 19 16:40:06.410913 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:06.411264 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:06.411760 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:06.422691 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:06.423020 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.managers [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 4879aff0-3678-4d83-8a66-149df627078b on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:06.423387 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.426590 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4a61899d-7c42-44d3-81f8-2bfea22d0ff4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.448882 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-4a61899d-7c42-44d3-81f8-2bfea22d0ff4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Calling delete_port for 0aa9fdb5-3b83-47b3-9ed0-16669553ab0f owned by {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:06.461406 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a896fc58-32e5-41a2-a82b-e93b7a3254d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.558236 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] For port 4879aff0-3678-4d83-8a66-149df627078b, host hv-neutron-8158, cleared binding levels {{(pid=110037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:40:06.558643 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempted to set empty binding levels {{(pid=110037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 16:40:06.559151 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.559532 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.564823 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13603141'] for port, after_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.582098 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Calling delete_port for 07ca7621-7020-41fb-8161-db123a4e3c5f owned by network:floatingip {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:06.591277 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a896fc58-32e5-41a2-a82b-e93b7a3254d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.594446 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a896fc58-32e5-41a2-a82b-e93b7a3254d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.595663 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a896fc58-32e5-41a2-a82b-e93b7a3254d2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/166feedc-e0f6-434f-b242-c11379f8c8e0 HTTP/1.1" status: 204 len: 168 time: 0.3883803 Nov 19 16:40:06.621234 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] In _notify_port_updated(), no bound segment for port 4879aff0-3678-4d83-8a66-149df627078b on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 16:40:06.622656 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:06.623368 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896fc58-32e5-41a2-a82b-e93b7a3254d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166feedc-e0f6-434f-b242-c11379f8c8e0,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:06.623729 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.625251 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] 10.222.0.76 "PUT /v2.0/ports/4879aff0-3678-4d83-8a66-149df627078b HTTP/1.1" status: 200 len: 981 time: 1.7485332 Nov 19 16:40:06.628993 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47254) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:06.689397 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02dfe6-ffe2-4738-85a8-9a26febf69a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Pushing event updated for resources: {'Port': ['ID=4879aff0-3678-4d83-8a66-149df627078b,revision_number=3']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:06.692598 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1da1167c-8a01-41da-841c-0015717d886d tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.708605 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1da1167c-8a01-41da-841c-0015717d886d tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.716104 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-1da1167c-8a01-41da-841c-0015717d886d tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:06.716104 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:06.716104 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:06.716104 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:06.716104 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:06.716104 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:06.716104 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:06.716104 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:06.716104 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:06.716104 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:06.716104 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:06.716104 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:06.716104 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:06.716104 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:06.716104 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:06.716104 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:06.728665 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b272ee50-2652-43b3-8664-0c9c02f41e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:06.728879 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b272ee50-2652-43b3-8664-0c9c02f41e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:06.729344 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b272ee50-2652-43b3-8664-0c9c02f41e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:06.729827 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b272ee50-2652-43b3-8664-0c9c02f41e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:06.730673 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b272ee50-2652-43b3-8664-0c9c02f41e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:06.731407 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b272ee50-2652-43b3-8664-0c9c02f41e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:06.731759 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b272ee50-2652-43b3-8664-0c9c02f41e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:06.734807 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b272ee50-2652-43b3-8664-0c9c02f41e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 6290 time: 0.1045763 Nov 19 16:40:06.736241 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4a61899d-7c42-44d3-81f8-2bfea22d0ff4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.738256 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47258) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:06.797536 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61899d-7c42-44d3-81f8-2bfea22d0ff4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Pushing event deleted for resources: {'Port': ['ID=0aa9fdb5-3b83-47b3-9ed0-16669553ab0f,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-1da1167c-8a01-41da-841c-0015717d886d tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.828819 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:06.832371 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-1da1167c-8a01-41da-841c-0015717d886d tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 1.3648875 Nov 19 16:40:06.837700 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47260) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:06.844642 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-86a15725-6ded-49d6-a74a-db6edb94dd1d tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Request body: {'security_group': {'name': 'tempest-secgroup--686046311'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:06.846628 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4a61899d-7c42-44d3-81f8-2bfea22d0ff4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.850247 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-4a61899d-7c42-44d3-81f8-2bfea22d0ff4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "DELETE /v2.0/ports/0aa9fdb5-3b83-47b3-9ed0-16669553ab0f HTTP/1.1" status: 204 len: 168 time: 0.7988832 Nov 19 16:40:06.852983 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47264) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:06.857565 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84', 'external_fixed_ips': [{'subnet_id': '9026d4b2-3e72-4971-a56e-c62464f941c9', 'ip_address': '2001:db8::12e'}]}}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:06.879136 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.909950 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-86a15725-6ded-49d6-a74a-db6edb94dd1d tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.915538 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event deleted for resources: {'Port': ['ID=07ca7621-7020-41fb-8161-db123a4e3c5f,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:06.916000 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-050495c1-92ee-464f-b264-b33b24ded807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Deleting port 4879aff0-3678-4d83-8a66-149df627078b {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:06.917123 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-050495c1-92ee-464f-b264-b33b24ded807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.963868 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:06.965053 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.018649 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.021420 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-050495c1-92ee-464f-b264-b33b24ded807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] For port 4879aff0-3678-4d83-8a66-149df627078b, host hv-neutron-8158, got binding levels [] {{(pid=110037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:07.021812 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-050495c1-92ee-464f-b264-b33b24ded807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.063491 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-050495c1-92ee-464f-b264-b33b24ded807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Calling delete_port for 4879aff0-3678-4d83-8a66-149df627078b owned by {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:07.065943 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.077017 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47270) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-86a15725-6ded-49d6-a74a-db6edb94dd1d tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:07.114063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:07.117091 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:07.120445 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-86a15725-6ded-49d6-a74a-db6edb94dd1d tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.2798209 Nov 19 16:40:07.129106 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47274) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:07.132166 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033587'] for subnet, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.138266 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-d35704b7-8c02-4bdc-b6d1-870f98469bd2 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Request body: {'security_group': {'name': 'tempest-secgroup--406911163'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:07.240356 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13713758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12892951'] for subnet, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.265240 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.269160 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d35704b7-8c02-4bdc-b6d1-870f98469bd2 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.271849 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d9856769-5e4a-43b4-88d8-fd25fb66d01a,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:07.360966 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-050495c1-92ee-464f-b264-b33b24ded807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.380660 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032696', 'neutron.services.segments.db._delete_segments_for_network-8785364225163'] for network, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.399353 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050495c1-92ee-464f-b264-b33b24ded807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Pushing event deleted for resources: {'Port': ['ID=4879aff0-3678-4d83-8a66-149df627078b,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:07.416844 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.segments.db [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc5f27c-3d22-4b79-ac0f-ef38de24140a']}} {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:07.422878 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-050495c1-92ee-464f-b264-b33b24ded807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.433279 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-050495c1-92ee-464f-b264-b33b24ded807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] 10.222.0.76 "DELETE /v2.0/ports/4879aff0-3678-4d83-8a66-149df627078b HTTP/1.1" status: 204 len: 168 time: 0.6909235 Nov 19 16:40:07.433279 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47286) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:07.456933 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.segments.db [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1612b6b-fc1d-410d-b8b1-66a3d966e358') {'for_net_delete': True} {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:07.457318 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.segments.db [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1612b6b-fc1d-410d-b8b1-66a3d966e358') {} {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:07.470641 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785364175535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13713716'] for segment, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-d35704b7-8c02-4bdc-b6d1-870f98469bd2 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:07.475449 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:07.479814 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d35704b7-8c02-4bdc-b6d1-870f98469bd2 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.3459961 Nov 19 16:40:07.482972 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47288) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:07.487680 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53047b3-16b1-4d8b-8393-3f371888abca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] GET failed (client error): The resource could not be found. Nov 19 16:40:07.496880 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-b1c385de-feab-471a-879d-32b15e4fa763 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Request body: {'security_group': {'name': 'tempest-secgroup--983917565'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:07.501668 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47290) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:07.502533 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b53047b3-16b1-4d8b-8393-3f371888abca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] 10.222.0.76 "GET /v2.0/ports/4879aff0-3678-4d83-8a66-149df627078b HTTP/1.1" status: 404 len: 333 time: 0.0656707 Nov 19 16:40:07.509807 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-f0fbb90b-dce5-46d1-bc9c-7e949196f394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-165935339', 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:07.536866 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.553835 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-23eeb121-bf83-4a10-9551-207645e333db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=17943843b83d42099452134747901b3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4683273 Nov 19 16:40:07.553835 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=110038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 16:40:07.553835 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13714172'] for segment, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: Traceback (most recent call last): Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: timer() Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: cb(*args, **kw) Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: return func(*args, **kwargs) Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: self._notify() Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: self.callback(batched_events) Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: event.method(event) Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: return f(self, *a, **k) Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: return self._get(url).json() Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: return self.request(url, 'GET', **kwargs) Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 16:40:07.556630 dv-neutron-815855-3-hyperv neutron-server[110038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 16:40:07.558567 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47294) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:07.613044 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b1c385de-feab-471a-879d-32b15e4fa763 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.685069 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fbb90b-dce5-46d1-bc9c-7e949196f394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Made reservation on behalf of 582f0ee026bb401cbded5cc61e3c1036 for: {'port': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:07.688117 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f0fbb90b-dce5-46d1-bc9c-7e949196f394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.706078 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16705550'] for network, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.717103 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bbc5f27c-3d22-4b79-ac0f-ef38de24140a {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 16:40:07.721170 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.721920 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.725074 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "DELETE /v2.0/networks/bbc5f27c-3d22-4b79-ac0f-ef38de24140a HTTP/1.1" status: 204 len: 168 time: 1.6817377 Nov 19 16:40:07.742406 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47300) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:07.748088 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.752691 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47302) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:07.759460 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5f70f-6ba1-45f5-8f78-772199700d50 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event deleted for resources: {'Network': ['ID=bbc5f27c-3d22-4b79-ac0f-ef38de24140a,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:07.764512 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.notifiers.nova [None req-f0fbb90b-dce5-46d1-bc9c-7e949196f394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] device_id is not set on port 33b14cff-f2f9-4149-a386-11cd2a527924 yet. {{(pid=110038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:40:07.856886 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-09bd38d1-41d0-4856-8ed7-fc3de957b32e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:07.915850 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ca2bae26-015c-4a72-a6db-a88866e135e6 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1709347 Nov 19 16:40:07.921877 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47308) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:07.948614 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47310) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:07.975618 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_common [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Allocated IP 2001:db8::12e (e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84/9026d4b2-3e72-4971-a56e-c62464f941c9/b2b35405-a6bd-484b-bbdc-ca92a6f1e7df) {{(pid=110037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:40:08.096946 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.113972 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-94037572-317c-41a8-80aa-0a3c578ec3db tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-452745264'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:08.151067 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f0fbb90b-dce5-46d1-bc9c-7e949196f394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.226157 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f0fbb90b-dce5-46d1-bc9c-7e949196f394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.236457 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-09bd38d1-41d0-4856-8ed7-fc3de957b32e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-b1c385de-feab-471a-879d-32b15e4fa763 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:08.298450 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:08.302477 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b1c385de-feab-471a-879d-32b15e4fa763 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.8103235 Nov 19 16:40:08.322370 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fbb90b-dce5-46d1-bc9c-7e949196f394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Network 6cdadea5-c3be-4540-bd48-6e4f510407a2 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:08.325000 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47322) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:08.333973 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-f0fbb90b-dce5-46d1-bc9c-7e949196f394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:08.345863 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fbb90b-dce5-46d1-bc9c-7e949196f394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:08.346923 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fbb90b-dce5-46d1-bc9c-7e949196f394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:08.348001 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f0fbb90b-dce5-46d1-bc9c-7e949196f394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.362384 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-41cb1e4b-23d8-4951-89dd-2c706d9700b8 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019897687'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:08.380040 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f0fbb90b-dce5-46d1-bc9c-7e949196f394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8739493 Nov 19 16:40:08.384229 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47326) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:08.397573 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458a879-9a15-49cc-a360-4ec08d37f551 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:08.397849 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458a879-9a15-49cc-a360-4ec08d37f551 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:08.398285 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458a879-9a15-49cc-a360-4ec08d37f551 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:08.399050 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458a879-9a15-49cc-a360-4ec08d37f551 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:08.403458 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-9458a879-9a15-49cc-a360-4ec08d37f551 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2718 time: 0.4553447 Nov 19 16:40:08.404853 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47328) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:08.412951 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbb90b-dce5-46d1-bc9c-7e949196f394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Pushing event updated for resources: {'Port': ['ID=33b14cff-f2f9-4149-a386-11cd2a527924,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:08.456226 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.458065 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.api.v2.resource [None req-2332cb8c-ddf3-4106-ba91-a69523d1abf0 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] delete failed (client error): The resource could not be found. Nov 19 16:40:08.460089 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-2332cb8c-ddf3-4106-ba91-a69523d1abf0 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/d735d02d-9eed-4f30-af40-1faa97c9bdec HTTP/1.1" status: 404 len: 345 time: 0.0539901 Nov 19 16:40:08.463214 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47330) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:08.482994 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-09bd38d1-41d0-4856-8ed7-fc3de957b32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.486639 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-09bd38d1-41d0-4856-8ed7-fc3de957b32e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.488138 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-09bd38d1-41d0-4856-8ed7-fc3de957b32e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/52ecd025-8c2e-4ea2-a319-8fc442443ebf HTTP/1.1" status: 204 len: 168 time: 0.9191439 Nov 19 16:40:08.497699 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd38d1-41d0-4856-8ed7-fc3de957b32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ecd025-8c2e-4ea2-a319-8fc442443ebf,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:08.504417 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e38b197-eafd-4316-a638-f6822fa77fc5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] DELETE failed (client error): The resource could not be found. Nov 19 16:40:08.505033 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e38b197-eafd-4316-a638-f6822fa77fc5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:08.507454 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894ff8ea-362b-4499-829f-b0ef40616f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:08.512226 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-0e38b197-eafd-4316-a638-f6822fa77fc5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "DELETE /v2.0/networks/bbc5f27c-3d22-4b79-ac0f-ef38de24140a HTTP/1.1" status: 404 len: 339 time: 0.0444331 Nov 19 16:40:08.512402 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-894ff8ea-362b-4499-829f-b0ef40616f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] 10.222.0.76 "GET /v2.0/ports/33b14cff-f2f9-4149-a386-11cd2a527924 HTTP/1.1" status: 200 len: 958 time: 0.1210511 Nov 19 16:40:08.512499 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47334) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:08.513754 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Pushing event updated for resources: {'Port': ['ID=b2b35405-a6bd-484b-bbdc-ca92a6f1e7df,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:08.518044 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47336) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:08.524023 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94037572-317c-41a8-80aa-0a3c578ec3db tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] Made reservation on behalf of 680a29ae42c44fbeb50005f2e537ad9a for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:08.527553 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-94037572-317c-41a8-80aa-0a3c578ec3db tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.538170 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-b923a722-c9c2-4e8b-be2c-3ee679971926 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Request body: {'network': {'name': 'tempest-network--1268846199', 'router:external': True}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:08.546534 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47338) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:08.568118 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-94037572-317c-41a8-80aa-0a3c578ec3db tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.571855 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Network e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84 is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:08.595859 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-8077ed79-f5ff-491f-b98e-0015e442f19c tempest-DvrRoutersNegativeTest-649886834 tempest-DvrRoutersNegativeTest-649886834-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1768949643', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:08.598877 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.policy [None req-8077ed79-f5ff-491f-b98e-0015e442f19c tempest-DvrRoutersNegativeTest-649886834 tempest-DvrRoutersNegativeTest-649886834-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110038) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 19 16:40:08.599612 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.policy [None req-8077ed79-f5ff-491f-b98e-0015e442f19c tempest-DvrRoutersNegativeTest-649886834 tempest-DvrRoutersNegativeTest-649886834-project] Failed policy check for 'create_router' {{(pid=110038) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 19 16:40:08.599733 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.api.v2.resource [None req-8077ed79-f5ff-491f-b98e-0015e442f19c tempest-DvrRoutersNegativeTest-649886834 tempest-DvrRoutersNegativeTest-649886834-project] create failed (client error): Access was denied to this resource. Nov 19 16:40:08.600762 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8077ed79-f5ff-491f-b98e-0015e442f19c tempest-DvrRoutersNegativeTest-649886834 tempest-DvrRoutersNegativeTest-649886834-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6103213 Nov 19 16:40:08.602260 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-41cb1e4b-23d8-4951-89dd-2c706d9700b8 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.626373 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:08.629004 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:08.642220 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-06ead255-c4f4-4674-9c3e-12b0f8c5e847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Deleting port 33b14cff-f2f9-4149-a386-11cd2a527924 {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:08.642559 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-06ead255-c4f4-4674-9c3e-12b0f8c5e847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.717026 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-f04990d9-ccfd-45b7-92f7-404727a2581e tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-100507291'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:08.725495 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-06ead255-c4f4-4674-9c3e-12b0f8c5e847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.730151 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b923a722-c9c2-4e8b-be2c-3ee679971926 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Made reservation on behalf of e1998b8f731643a8a2bfbb903c7fe5ea for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:08.732573 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b923a722-c9c2-4e8b-be2c-3ee679971926 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.747070 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-06ead255-c4f4-4674-9c3e-12b0f8c5e847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Calling delete_port for 33b14cff-f2f9-4149-a386-11cd2a527924 owned by {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:08.763020 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b923a722-c9c2-4e8b-be2c-3ee679971926 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:08.809187 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b923a722-c9c2-4e8b-be2c-3ee679971926 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.809586 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-b923a722-c9c2-4e8b-be2c-3ee679971926 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Added segment 7064fe67-e2be-449c-9154-2c7f78488b77 of type vlan for network 02b64975-7895-4d5c-8e71-5c1e14ed7ccd Nov 19 16:40:08.847482 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-06ead255-c4f4-4674-9c3e-12b0f8c5e847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-41cb1e4b-23d8-4951-89dd-2c706d9700b8 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:08.852280 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:08.855395 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:08.858979 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-41cb1e4b-23d8-4951-89dd-2c706d9700b8 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.5225112 Nov 19 16:40:08.868576 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47348) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:08.879972 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04990d9-ccfd-45b7-92f7-404727a2581e tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] Made reservation on behalf of 82d5e01b3ee248f2a77aab3175e47153 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:08.884553 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f04990d9-ccfd-45b7-92f7-404727a2581e tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.901287 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-3da49df8-0049-4963-8751-f6e113250f3f tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Request body: {'security_group': {'name': 'tempest-secgroup--866751091'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:08.912746 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ead255-c4f4-4674-9c3e-12b0f8c5e847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Pushing event deleted for resources: {'Port': ['ID=33b14cff-f2f9-4149-a386-11cd2a527924,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:08.919371 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-06ead255-c4f4-4674-9c3e-12b0f8c5e847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.923435 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-94037572-317c-41a8-80aa-0a3c578ec3db tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.923592 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-06ead255-c4f4-4674-9c3e-12b0f8c5e847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] 10.222.0.76 "DELETE /v2.0/ports/33b14cff-f2f9-4149-a386-11cd2a527924 HTTP/1.1" status: 204 len: 168 time: 0.4103746 Nov 19 16:40:08.926741 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47350) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:08.935959 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b923a722-c9c2-4e8b-be2c-3ee679971926 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.938220 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47352) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:08.938934 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-94037572-317c-41a8-80aa-0a3c578ec3db tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.954403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-94037572-317c-41a8-80aa-0a3c578ec3db tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:08.954403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:08.954403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:08.954403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:08.954403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:08.954403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:08.954403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:08.954403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:08.954403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:08.954403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:08.954403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:08.954403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:08.954403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:08.954403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:08.954403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:08.954403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:08.955484 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f04990d9-ccfd-45b7-92f7-404727a2581e tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.959668 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14cd934-bab8-469d-91fe-c5f93f7866f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] GET failed (client error): The resource could not be found. Nov 19 16:40:08.961071 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f14cd934-bab8-469d-91fe-c5f93f7866f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] 10.222.0.76 "GET /v2.0/ports/33b14cff-f2f9-4149-a386-11cd2a527924 HTTP/1.1" status: 404 len: 333 time: 0.0336428 Nov 19 16:40:08.962893 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3da49df8-0049-4963-8751-f6e113250f3f tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:08.966758 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47358) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:08.973118 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-5d5c074b-3031-4db6-b9ec-eec3ac660e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Request body: {'port': {'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625131245'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:09.017216 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5c074b-3031-4db6-b9ec-eec3ac660e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Made reservation on behalf of 582f0ee026bb401cbded5cc61e3c1036 for: {'port': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:09.019595 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5d5c074b-3031-4db6-b9ec-eec3ac660e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.051204 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.notifiers.nova [None req-5d5c074b-3031-4db6-b9ec-eec3ac660e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] device_id is not set on port 637587d1-909e-45ef-ac66-514b172a6c5d yet. {{(pid=110038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:40:09.093701 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-3da49df8-0049-4963-8751-f6e113250f3f tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.120488 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:09.124579 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-3da49df8-0049-4963-8751-f6e113250f3f tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.2508149 Nov 19 16:40:09.128693 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47364) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:09.138265 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-265d7ff9-fdf9-4d30-b541-17d8c3d038b0 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Request body: {'security_group': {'name': 'tempest-secgroup--100310040'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:09.148414 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.db.resource_extend [None req-b923a722-c9c2-4e8b-be2c-3ee679971926 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 16:40:09.152198 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94037572-317c-41a8-80aa-0a3c578ec3db tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:09.178725 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-41eeba22-fe62-4c6a-82f8-761344686be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.212403 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-94037572-317c-41a8-80aa-0a3c578ec3db tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.212741 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-94037572-317c-41a8-80aa-0a3c578ec3db tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] Added segment 050e122f-2cfb-4bc0-8e62-4b50e7219b25 of type vlan for network b3b4931d-0077-4dde-911c-0c8a389c8e3b Nov 19 16:40:09.219156 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-265d7ff9-fdf9-4d30-b541-17d8c3d038b0 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.259869 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b923a722-c9c2-4e8b-be2c-3ee679971926 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.260818 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b923a722-c9c2-4e8b-be2c-3ee679971926 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:09.261401 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b923a722-c9c2-4e8b-be2c-3ee679971926 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.268683 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5d5c074b-3031-4db6-b9ec-eec3ac660e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.332394 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5d5c074b-3031-4db6-b9ec-eec3ac660e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.335848 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b923a722-c9c2-4e8b-be2c-3ee679971926 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8102157 Nov 19 16:40:09.337729 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47372) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-265d7ff9-fdf9-4d30-b541-17d8c3d038b0 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.341047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:09.344483 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-265d7ff9-fdf9-4d30-b541-17d8c3d038b0 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.2124555 Nov 19 16:40:09.373954 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47374) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-ce430031-8170-47bf-90e7-88d03f43c9c0 tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 135, in index Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 144, in get Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {self.collection: self.plugin_lister(*lister_args, Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.377847 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1204, in get_networks Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation nets_db = super(Ml2Plugin, self)._get_networks( Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 541, in _get_networks Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return model_query.get_collection( Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = get_collection_query(context, model, Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ce430031-8170-47bf-90e7-88d03f43c9c0 tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 500 len: 363 time: 0.0358989 Nov 19 16:40:09.384766 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47378) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:09.396567 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-94037572-317c-41a8-80aa-0a3c578ec3db tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.400479 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c074b-3031-4db6-b9ec-eec3ac660e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Network 6cdadea5-c3be-4540-bd48-6e4f510407a2 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:09.447409 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-5d5c074b-3031-4db6-b9ec-eec3ac660e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:09.453033 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c074b-3031-4db6-b9ec-eec3ac660e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:09.454001 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5c074b-3031-4db6-b9ec-eec3ac660e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:09.454577 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5d5c074b-3031-4db6-b9ec-eec3ac660e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.477008 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c074b-3031-4db6-b9ec-eec3ac660e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Pushing event updated for resources: {'Port': ['ID=637587d1-909e-45ef-ac66-514b172a6c5d,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-1a57e2e2-39f8-4cac-8552-204cdd0498c3 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] index failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 369, in index Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._items(request, True, parent_id) Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 304, in _items Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj_list = obj_getter(request.context, **kwargs) Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.477227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:09.480612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:09.480612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:09.480612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 186, in get_security_groups Nov 19 16:40:09.480612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg_objs = sg_obj.SecurityGroup.get_objects( Nov 19 16:40:09.480612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 643, in get_objects Nov 19 16:40:09.480612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_objs = obj_db_api.get_objects( Nov 19 16:40:09.480612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Nov 19 16:40:09.480612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return model_query.get_collection( Nov 19 16:40:09.480612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:40:09.480612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = get_collection_query(context, model, Nov 19 16:40:09.480612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:09.480612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:09.480612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:09.480612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:09.480612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.480612 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:09.484034 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-1a57e2e2-39f8-4cac-8552-204cdd0498c3 tempest-SecGroupTest-916647646 tempest-SecGroupTest-916647646-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.1003003 Nov 19 16:40:09.498052 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ed2e19b9-28c2-4c07-a7f7-b864ffbdf789 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994405'] for network, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.507561 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-5d5c074b-3031-4db6-b9ec-eec3ac660e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5366704 Nov 19 16:40:09.508749 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47384) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:09.514190 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8158'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:09.575791 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-41eeba22-fe62-4c6a-82f8-761344686be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.578179 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923a722-c9c2-4e8b-be2c-3ee679971926 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event updated for resources: {'Network': ['ID=02b64975-7895-4d5c-8e71-5c1e14ed7ccd,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:09.587544 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-41eeba22-fe62-4c6a-82f8-761344686be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.593781 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network 02b64975-7895-4d5c-8e71-5c1e14ed7ccd details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:40:09.644528 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-94037572-317c-41a8-80aa-0a3c578ec3db tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.651939 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94037572-317c-41a8-80aa-0a3c578ec3db tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:09.652871 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-94037572-317c-41a8-80aa-0a3c578ec3db tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.671794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-94037572-317c-41a8-80aa-0a3c578ec3db tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.671794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:09.671794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:09.671794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:09.671794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:09.671794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:09.671794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:09.671794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:09.671794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:09.671794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:09.671794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:09.671794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:09.671794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:09.671794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:09.671794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.671794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:09.696733 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f04990d9-ccfd-45b7-92f7-404727a2581e tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.741279 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eeba22-fe62-4c6a-82f8-761344686be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b77170-a072-4115-ac6f-cf0ed3e97821,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:09.745803 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-41eeba22-fe62-4c6a-82f8-761344686be7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e878b881abb34a849e8f2a998e23bb4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8034070 Nov 19 16:40:09.750195 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f04990d9-ccfd-45b7-92f7-404727a2581e tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.754694 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47392) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:09.761412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-f04990d9-ccfd-45b7-92f7-404727a2581e tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.761412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:09.761412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:09.761412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:09.761412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:09.761412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:09.761412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:09.761412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:09.761412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:09.761412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:09.761412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:09.761412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:09.761412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:09.761412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:09.761412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.761412 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:09.828271 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-94037572-317c-41a8-80aa-0a3c578ec3db tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0742440 Nov 19 16:40:09.833179 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6a88a453-3780-4bc4-91b6-4aa902d5cbc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.836223 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47394) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:09.843775 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04990d9-ccfd-45b7-92f7-404727a2581e tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:09.858516 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-83422927-f92b-4f99-9877-a11250c0d221 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] Request body: {'subnet': {'network_id': 'b3b4931d-0077-4dde-911c-0c8a389c8e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-83422927-f92b-4f99-9877-a11250c0d221 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:09.867261 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:09.870528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:09.870528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:09.870528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.870528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:09.870528 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83422927-f92b-4f99-9877-a11250c0d221 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:09.870528 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-83422927-f92b-4f99-9877-a11250c0d221 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0286098 Nov 19 16:40:09.871760 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47396) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:09.884947 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47398) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-5ee5f856-802f-4c77-a2bc-a34e28ec2fdd tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:09.893744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:09.896573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:09.896573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:09.896573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.896573 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:09.896573 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee5f856-802f-4c77-a2bc-a34e28ec2fdd tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:09.896857 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ed2e19b9-28c2-4c07-a7f7-b864ffbdf789 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032696', 'neutron.services.segments.db._delete_segments_for_network-8785364225163'] for network, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.897790 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-5ee5f856-802f-4c77-a2bc-a34e28ec2fdd tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] 10.222.0.76 "DELETE /v2.0/networks/b3b4931d-0077-4dde-911c-0c8a389c8e3b HTTP/1.1" status: 500 len: 363 time: 0.0111799 Nov 19 16:40:09.898982 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.900639 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47402) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:09.909658 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f04990d9-ccfd-45b7-92f7-404727a2581e tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.910319 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-f04990d9-ccfd-45b7-92f7-404727a2581e tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] Added segment 232f1f94-826b-433f-8b1a-f7d46231600b of type vlan for network 20519793-aaad-4951-b41b-901c1e8abbfb Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-e09e993c-7c50-4560-88f0-1203a4c66eee tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:09.915587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:09.918864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:09.918864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:09.918864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.918864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:09.918864 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09e993c-7c50-4560-88f0-1203a4c66eee tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:09.919177 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6a88a453-3780-4bc4-91b6-4aa902d5cbc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.919255 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e09e993c-7c50-4560-88f0-1203a4c66eee tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] 10.222.0.76 "DELETE /v2.0/networks/b3b4931d-0077-4dde-911c-0c8a389c8e3b HTTP/1.1" status: 500 len: 363 time: 0.0128698 Nov 19 16:40:09.929050 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47406) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:09.942237 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-1cf1f5d7-180b-4f60-a665-d7d9ed477787 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:09.945191 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:09.947953 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:09.947953 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:09.947953 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:09.947953 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:09.947953 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf1f5d7-180b-4f60-a665-d7d9ed477787 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:09.948602 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-1cf1f5d7-180b-4f60-a665-d7d9ed477787 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481 tempest-ExtraDHCPOptionsIpV6TestJSON-1861364481-project] 10.222.0.76 "DELETE /v2.0/networks/b3b4931d-0077-4dde-911c-0c8a389c8e3b HTTP/1.1" status: 500 len: 363 time: 0.0141735 Nov 19 16:40:09.951366 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.segments.db [None req-ed2e19b9-28c2-4c07-a7f7-b864ffbdf789 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b64975-7895-4d5c-8e71-5c1e14ed7ccd']}} {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:09.984132 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.segments.db [None req-ed2e19b9-28c2-4c07-a7f7-b864ffbdf789 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7064fe67-e2be-449c-9154-2c7f78488b77') {'for_net_delete': True} {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:09.984651 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.segments.db [None req-ed2e19b9-28c2-4c07-a7f7-b864ffbdf789 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7064fe67-e2be-449c-9154-2c7f78488b77') {} {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:10.002821 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ed2e19b9-28c2-4c07-a7f7-b864ffbdf789 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785364175535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13713716'] for segment, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.034979 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ed2e19b9-28c2-4c07-a7f7-b864ffbdf789 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.035762 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f04990d9-ccfd-45b7-92f7-404727a2581e tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.070005 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2e19b9-28c2-4c07-a7f7-b864ffbdf789 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=110038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 16:40:10.070743 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ed2e19b9-28c2-4c07-a7f7-b864ffbdf789 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13714172'] for segment, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: Traceback (most recent call last): Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: timer() Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: cb(*args, **kw) Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: return func(*args, **kwargs) Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: self._notify() Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: self.callback(batched_events) Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: event.method(event) Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: return f(self, *a, **k) Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: return self._get(url).json() Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: return self.request(url, 'GET', **kwargs) Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 16:40:10.072665 dv-neutron-815855-3-hyperv neutron-server[110038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 16:40:10.137545 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f04990d9-ccfd-45b7-92f7-404727a2581e tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.143519 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04990d9-ccfd-45b7-92f7-404727a2581e tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:10.144153 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f04990d9-ccfd-45b7-92f7-404727a2581e tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.152974 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-f04990d9-ccfd-45b7-92f7-404727a2581e tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:10.152974 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:10.152974 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:10.152974 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:10.152974 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:10.152974 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:10.152974 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:10.152974 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:10.152974 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:10.152974 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:10.152974 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:10.152974 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:10.152974 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:10.152974 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:10.152974 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:10.152974 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:10.164795 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6a88a453-3780-4bc4-91b6-4aa902d5cbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.166946 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6a88a453-3780-4bc4-91b6-4aa902d5cbc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.168334 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6a88a453-3780-4bc4-91b6-4aa902d5cbc0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/67b77170-a072-4115-ac6f-cf0ed3e97821 HTTP/1.1" status: 204 len: 168 time: 0.4058073 Nov 19 16:40:10.187202 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ed2e19b9-28c2-4c07-a7f7-b864ffbdf789 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16705550'] for network, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.206303 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2e19b9-28c2-4c07-a7f7-b864ffbdf789 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02b64975-7895-4d5c-8e71-5c1e14ed7ccd {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 16:40:10.208560 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-f04990d9-ccfd-45b7-92f7-404727a2581e tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6601334 Nov 19 16:40:10.209671 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88a453-3780-4bc4-91b6-4aa902d5cbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b77170-a072-4115-ac6f-cf0ed3e97821,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:10.213610 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47418) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:10.214728 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ed2e19b9-28c2-4c07-a7f7-b864ffbdf789 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.218310 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ed2e19b9-28c2-4c07-a7f7-b864ffbdf789 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "DELETE /v2.0/networks/02b64975-7895-4d5c-8e71-5c1e14ed7ccd HTTP/1.1" status: 204 len: 168 time: 0.8339889 Nov 19 16:40:10.221509 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e19b9-28c2-4c07-a7f7-b864ffbdf789 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event deleted for resources: {'Network': ['ID=02b64975-7895-4d5c-8e71-5c1e14ed7ccd,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:10.223330 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47420) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:10.236093 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-b482a00e-b4f8-4454-9a13-2b5b88636652 tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] Request body: {'subnet': {'network_id': '20519793-aaad-4951-b41b-901c1e8abbfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-b482a00e-b4f8-4454-9a13-2b5b88636652 tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:10.238759 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:10.241385 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:10.241385 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:10.241385 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:10.241385 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:10.241385 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b482a00e-b4f8-4454-9a13-2b5b88636652 tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:10.244114 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b482a00e-b4f8-4454-9a13-2b5b88636652 tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0287833 Nov 19 16:40:10.244854 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47422) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:10.251211 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-eb54c1cb-5400-440b-8d7d-c3724e07a587 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a3cf3f07b5cf4bb1b5033afe8bbb6c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754807 Nov 19 16:40:10.258986 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-1b325b90-61d2-4279-b42f-613474ea2b05 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Request body: {'network': {'name': 'tempest-network--1640050023', 'router:external': True}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-dc040a09-c492-4e7e-8ad7-fc0b6074407d tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:10.261830 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:10.264581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:10.264581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:10.264581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:10.264581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:10.264581 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc040a09-c492-4e7e-8ad7-fc0b6074407d tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:10.268097 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47424) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:10.269295 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-dc040a09-c492-4e7e-8ad7-fc0b6074407d tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] 10.222.0.76 "DELETE /v2.0/networks/20519793-aaad-4951-b41b-901c1e8abbfb HTTP/1.1" status: 500 len: 363 time: 0.0159936 Nov 19 16:40:10.269877 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47426) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-5f514034-70c0-482e-9b03-49e064c75a12 tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:10.277927 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:10.281162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:10.281162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:10.281162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:10.281162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:10.281162 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f514034-70c0-482e-9b03-49e064c75a12 tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:10.286684 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-5f514034-70c0-482e-9b03-49e064c75a12 tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] 10.222.0.76 "DELETE /v2.0/networks/20519793-aaad-4951-b41b-901c1e8abbfb HTTP/1.1" status: 500 len: 363 time: 0.0113349 Nov 19 16:40:10.292676 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47428) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-37ed0188-2f80-4f3a-9761-fc6b5cd9554a tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:10.313589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:10.316401 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:10.316401 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:10.316401 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:10.316401 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:10.316401 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ed0188-2f80-4f3a-9761-fc6b5cd9554a tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:10.317176 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-37ed0188-2f80-4f3a-9761-fc6b5cd9554a tempest-ExtraDHCPOptionsTestJSON-1351892540 tempest-ExtraDHCPOptionsTestJSON-1351892540-project] 10.222.0.76 "DELETE /v2.0/networks/20519793-aaad-4951-b41b-901c1e8abbfb HTTP/1.1" status: 500 len: 363 time: 0.0206618 Nov 19 16:40:10.332552 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47432) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:10.344304 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.notifiers.nova [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] device_id is not set on port 637587d1-909e-45ef-ac66-514b172a6c5d yet. {{(pid=110038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:40:10.361811 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Router 29d5e471-f43e-4b13-b018-2b050bb5881a is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:40:10.364279 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.368836 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b325b90-61d2-4279-b42f-613474ea2b05 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Made reservation on behalf of e1998b8f731643a8a2bfbb903c7fe5ea for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:10.372964 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1b325b90-61d2-4279-b42f-613474ea2b05 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.382925 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13713684'] for port, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.472929 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-77bfc1ee-9fb8-4bfd-a811-de07d8007438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.492453 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b325b90-61d2-4279-b42f-613474ea2b05 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:10.513037 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Pushing event updated for resources: {'Port': ['ID=637587d1-909e-45ef-ac66-514b172a6c5d,revision_number=2']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:10.538741 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-77bfc1ee-9fb8-4bfd-a811-de07d8007438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.540724 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:10.541236 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:10.541776 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:10.544258 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1b325b90-61d2-4279-b42f-613474ea2b05 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.546839 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-1b325b90-61d2-4279-b42f-613474ea2b05 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Added segment ba0840cd-42e8-45cd-82f7-5b46281ce09a of type vlan for network dd4bb888-c6f6-4958-b753-5d332e52d4b0 Nov 19 16:40:10.583704 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:40:10.603356 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.605239 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-62654f71-00dd-4af5-8f18-a773140dbf13 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.7511826 Nov 19 16:40:10.607914 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47440) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:10.635689 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1b325b90-61d2-4279-b42f-613474ea2b05 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.668444 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:10.668803 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:10.717721 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 2 to bind port 637587d1-909e-45ef-ac66-514b172a6c5d Nov 19 16:40:10.737882 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:10.738332 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:10.739064 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:10.744237 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-77bfc1ee-9fb8-4bfd-a811-de07d8007438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.747898 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-77bfc1ee-9fb8-4bfd-a811-de07d8007438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.753045 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-77bfc1ee-9fb8-4bfd-a811-de07d8007438 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5ed07178-efca-4518-b6b6-f310c1acc73e HTTP/1.1" status: 204 len: 168 time: 0.4736881 Nov 19 16:40:10.753045 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1b325b90-61d2-4279-b42f-613474ea2b05 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.753045 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b325b90-61d2-4279-b42f-613474ea2b05 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:10.753045 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1b325b90-61d2-4279-b42f-613474ea2b05 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.773205 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfc1ee-9fb8-4bfd-a811-de07d8007438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed07178-efca-4518-b6b6-f310c1acc73e,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:10.790061 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:10.790392 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:10.796944 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2d2edc9-96ad-45cc-97a5-0ef2eab08651 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:10.805501 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c575c2f0-2047-4305-b71d-289c30ecd6a7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=680a29ae42c44fbeb50005f2e537ad9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4692764 Nov 19 16:40:10.823432 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 3 to bind port 637587d1-909e-45ef-ac66-514b172a6c5d Nov 19 16:40:10.830678 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c69a79-5e82-46c4-9c97-f1fbb4edd226 None None] Sync routers for ids ['29d5e471-f43e-4b13-b018-2b050bb5881a'] in dv-neutron-815855-3-hyperv {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:40:10.840018 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47446) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:10.840751 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:10.841110 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:10.841807 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:10.850665 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c69a79-5e82-46c4-9c97-f1fbb4edd226 None None] Routers {'29d5e471-f43e-4b13-b018-2b050bb5881a'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:10.851303 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-16c69a79-5e82-46c4-9c97-f1fbb4edd226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:51Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['29d5e471-f43e-4b13-b018-2b050bb5881a'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:10.868867 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:10.869203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:10.878644 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 4 to bind port 637587d1-909e-45ef-ac66-514b172a6c5d Nov 19 16:40:10.886324 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-1b325b90-61d2-4279-b42f-613474ea2b05 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6592844 Nov 19 16:40:10.891289 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47448) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:10.917281 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b325b90-61d2-4279-b42f-613474ea2b05 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event updated for resources: {'Network': ['ID=dd4bb888-c6f6-4958-b753-5d332e52d4b0,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-e2c1072a-e0cb-42c8-b683-1558a190129a tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 40, in index Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 51, in get Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return {self.resource: self.plugin_shower(*getter_args, fields=fields)} Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.928672 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:10.932106 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:10.934888 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e2c1072a-e0cb-42c8-b683-1558a190129a tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] 10.222.0.76 "GET /v2.0/networks/dd4bb888-c6f6-4958-b753-5d332e52d4b0 HTTP/1.1" status: 500 len: 363 time: 0.0424302 Nov 19 16:40:10.940192 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47454) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:10.956278 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:10.956739 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:10.957191 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:10.959335 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network dd4bb888-c6f6-4958-b753-5d332e52d4b0 details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:40:11.015023 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:11.015423 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:11.018664 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 5 to bind port 637587d1-909e-45ef-ac66-514b172a6c5d Nov 19 16:40:11.038547 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:11.038547 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:11.038547 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:11.045979 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47456) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:11.052334 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:11.052772 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:11.066725 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 6 to bind port 637587d1-909e-45ef-ac66-514b172a6c5d Nov 19 16:40:11.086593 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8360b4f6-43f9-4e25-9467-1e7926cffbfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.090361 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-deb6ce30-1a59-4ead-8364-9f06b12562a6 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994405'] for network, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.110570 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:11.111072 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:11.111479 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:11.120513 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:11.120923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:11.126083 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 7 to bind port 637587d1-909e-45ef-ac66-514b172a6c5d Nov 19 16:40:11.148505 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:11.148951 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:11.149392 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:11.155336 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8360b4f6-43f9-4e25-9467-1e7926cffbfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.196636 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-16c69a79-5e82-46c4-9c97-f1fbb4edd226 None None] Set router 29d5e471-f43e-4b13-b018-2b050bb5881a gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:11.234475 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:11.234810 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:11.239530 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 8 to bind port 637587d1-909e-45ef-ac66-514b172a6c5d Nov 19 16:40:11.332124 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2d2edc9-96ad-45cc-97a5-0ef2eab08651 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.349885 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-deb6ce30-1a59-4ead-8364-9f06b12562a6 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032696', 'neutron.services.segments.db._delete_segments_for_network-8785364225163'] for network, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.388472 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:11.388896 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:11.389400 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:11.399255 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.segments.db [None req-deb6ce30-1a59-4ead-8364-9f06b12562a6 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4bb888-c6f6-4958-b753-5d332e52d4b0']}} {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:11.401676 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:11.401918 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:11.408254 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 9 to bind port 637587d1-909e-45ef-ac66-514b172a6c5d Nov 19 16:40:11.426894 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.segments.db [None req-deb6ce30-1a59-4ead-8364-9f06b12562a6 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0840cd-42e8-45cd-82f7-5b46281ce09a') {'for_net_delete': True} {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:11.427339 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.segments.db [None req-deb6ce30-1a59-4ead-8364-9f06b12562a6 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0840cd-42e8-45cd-82f7-5b46281ce09a') {} {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:11.447198 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2edc9-96ad-45cc-97a5-0ef2eab08651 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Deleting port b2b35405-a6bd-484b-bbdc-ca92a6f1e7df {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:11.449516 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:11.450169 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:11.450695 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2d2edc9-96ad-45cc-97a5-0ef2eab08651 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.451043 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:11.457775 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-deb6ce30-1a59-4ead-8364-9f06b12562a6 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785364175535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13713716'] for segment, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.471181 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:11.471679 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:11.474791 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.plugins.ml2.plugin [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempt 10 to bind port 637587d1-909e-45ef-ac66-514b172a6c5d Nov 19 16:40:11.490326 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-deb6ce30-1a59-4ead-8364-9f06b12562a6 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.507072 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal with profile {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:11.507700 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d by drivers openvswitch,hyperv on host hv-neutron-8158 at level 0 using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] {{(pid=110038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:11.508369 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempting to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:11.518779 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8360b4f6-43f9-4e25-9467-1e7926cffbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.522199 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8360b4f6-43f9-4e25-9467-1e7926cffbfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.526119 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8360b4f6-43f9-4e25-9467-1e7926cffbfd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6c5fe992-f92c-4701-b98c-534a426e74eb HTTP/1.1" status: 204 len: 168 time: 0.6773460 Nov 19 16:40:11.538648 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb6ce30-1a59-4ead-8364-9f06b12562a6 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=110038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 16:40:11.539440 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-deb6ce30-1a59-4ead-8364-9f06b12562a6 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13714172'] for segment, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.577531 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2d2edc9-96ad-45cc-97a5-0ef2eab08651 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.597183 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2edc9-96ad-45cc-97a5-0ef2eab08651 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Calling delete_port for b2b35405-a6bd-484b-bbdc-ca92a6f1e7df owned by network:router_gateway {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: Traceback (most recent call last): Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: timer() Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: cb(*args, **kw) Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: return func(*args, **kwargs) Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: self._notify() Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: self.callback(batched_events) Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: event.method(event) Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: return f(self, *a, **k) Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: return self._get(url).json() Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: return self.request(url, 'GET', **kwargs) Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 16:40:11.616750 dv-neutron-815855-3-hyperv neutron-server[110038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 16:40:11.620530 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-deb6ce30-1a59-4ead-8364-9f06b12562a6 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16705550'] for network, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.632960 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-16c69a79-5e82-46c4-9c97-f1fbb4edd226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d5e471-f43e-4b13-b018-2b050bb5881a', 'name': '', 'tenant_id': 'c54f8450bdb94906aac74431aa88dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84', 'external_fixed_ips': [{'subnet_id': '9026d4b2-3e72-4971-a56e-c62464f941c9', 'ip_address': '2001:db8::12e'}], 'enable_snat': True}, 'gw_port_id': 'b2b35405-a6bd-484b-bbdc-ca92a6f1e7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:06Z', 'updated_at': '2021-11-19T16:40:08Z', 'revision_number': 3, 'project_id': 'c54f8450bdb94906aac74431aa88dcc6', 'gw_port': {'id': 'b2b35405-a6bd-484b-bbdc-ca92a6f1e7df', 'name': '', 'network_id': 'e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:34:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d5e471-f43e-4b13-b018-2b050bb5881a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '9026d4b2-3e72-4971-a56e-c62464f941c9', 'ip_address': '2001:db8::12e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:07Z', 'updated_at': '2021-11-19T16:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9026d4b2-3e72-4971-a56e-c62464f941c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:11.636069 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8158 {{(pid=110038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 16:40:11.636580 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.managers [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Failed to bind port 637587d1-909e-45ef-ac66-514b172a6c5d on host hv-neutron-8158 for vnic_type normal using segments [{'id': '0ebc1f2f-698b-4cd6-ac92-e30525ae61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6cdadea5-c3be-4540-bd48-6e4f510407a2'}] Nov 19 16:40:11.636957 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.651908 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb6ce30-1a59-4ead-8364-9f06b12562a6 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dd4bb888-c6f6-4958-b753-5d332e52d4b0 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 16:40:11.656134 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-deb6ce30-1a59-4ead-8364-9f06b12562a6 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.661108 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-deb6ce30-1a59-4ead-8364-9f06b12562a6 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "DELETE /v2.0/networks/dd4bb888-c6f6-4958-b753-5d332e52d4b0 HTTP/1.1" status: 204 len: 168 time: 0.7197738 Nov 19 16:40:11.672230 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c69a79-5e82-46c4-9c97-f1fbb4edd226 None None] Checking router: 29d5e471-f43e-4b13-b018-2b050bb5881a for host: dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:40:11.672716 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c69a79-5e82-46c4-9c97-f1fbb4edd226 None None] Updating router 29d5e471-f43e-4b13-b018-2b050bb5881a port b2b35405-a6bd-484b-bbdc-ca92a6f1e7df binding host dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:40:11.674009 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360b4f6-43f9-4e25-9467-1e7926cffbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5fe992-f92c-4701-b98c-534a426e74eb,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:11.679428 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47476) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:11.695083 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-c5b3e98f-ccb9-4915-9390-192b587eef61 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Request body: {'network': {'name': 'tempest-network--1536165121'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:11.710281 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6ce30-1a59-4ead-8364-9f06b12562a6 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd4bb888-c6f6-4958-b753-5d332e52d4b0,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:11.741768 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-16c69a79-5e82-46c4-9c97-f1fbb4edd226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.776535 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.db [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] For port 637587d1-909e-45ef-ac66-514b172a6c5d, host hv-neutron-8158, cleared binding levels {{(pid=110038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:40:11.777107 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.db [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attempted to set empty binding levels {{(pid=110038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 16:40:11.791922 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13713684'] for port, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.868723 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b1f0b1be-971a-4586-afb6-e50bdb7ddf4a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=82d5e01b3ee248f2a77aab3175e47153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8146966 Nov 19 16:40:11.877301 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] In _notify_port_updated(), no bound segment for port 637587d1-909e-45ef-ac66-514b172a6c5d on network 6cdadea5-c3be-4540-bd48-6e4f510407a2 {{(pid=110038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 16:40:11.878723 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:11.879347 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.880732 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] 10.222.0.76 "PUT /v2.0/ports/637587d1-909e-45ef-ac66-514b172a6c5d HTTP/1.1" status: 200 len: 981 time: 2.3710034 Nov 19 16:40:11.885098 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47480) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:11.885540 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47482) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:11.924425 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b3e98f-ccb9-4915-9390-192b587eef61 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Made reservation on behalf of e1998b8f731643a8a2bfbb903c7fe5ea for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:11.929336 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e98f-ccb9-4915-9390-192b587eef61 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:11.972379 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2d2edc9-96ad-45cc-97a5-0ef2eab08651 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.006772 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2edc9-96ad-45cc-97a5-0ef2eab08651 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2b35405-a6bd-484b-bbdc-ca92a6f1e7df,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:12.056481 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2d2edc9-96ad-45cc-97a5-0ef2eab08651 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16705570'] for router_gateway, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.114777 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc93aa7-3a1d-431f-9493-2a66160aff3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Pushing event updated for resources: {'Port': ['ID=637587d1-909e-45ef-ac66-514b172a6c5d,revision_number=3']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:12.258645 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2d2edc9-96ad-45cc-97a5-0ef2eab08651 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.259055 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b3e98f-ccb9-4915-9390-192b587eef61 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:12.268200 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2d2edc9-96ad-45cc-97a5-0ef2eab08651 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.310855 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47496) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:12.346126 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-2c50af47-2f4e-4e5c-a46f-0478919a1af6 tempest-TestNetworkAdvancedServerOps-980586887 tempest-TestNetworkAdvancedServerOps-980586887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698959783', 'description': 'tempest-secgroup-smoke-698959783 description', 'project_id': '8e8b0d41a98d4484a7e8681f7ea653e8'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:12.376064 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e98f-ccb9-4915-9390-192b587eef61 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.376994 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-c5b3e98f-ccb9-4915-9390-192b587eef61 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Added segment 3851ba0a-7c3a-48f7-af4d-39a96aab90f6 of type vlan for network 183fa6b7-c856-4bf0-bbef-354d998f8fbe Nov 19 16:40:12.389442 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.db.api [None req-16c69a79-5e82-46c4-9c97-f1fbb4edd226 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 16:40:12.390495 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG oslo_db.api [None req-16c69a79-5e82-46c4-9c97-f1fbb4edd226 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 16:40:12.401628 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f30b6420-e8a0-473c-b0f9-dd325ffad0ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.405993 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2d2edc9-96ad-45cc-97a5-0ef2eab08651 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.407643 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d2edc9-96ad-45cc-97a5-0ef2eab08651 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29d5e471-f43e-4b13-b018-2b050bb5881a {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:12.419396 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2d2edc9-96ad-45cc-97a5-0ef2eab08651 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.425355 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-a2d2edc9-96ad-45cc-97a5-0ef2eab08651 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "DELETE /v2.0/routers/29d5e471-f43e-4b13-b018-2b050bb5881a HTTP/1.1" status: 204 len: 168 time: 1.8153141 Nov 19 16:40:12.427777 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47500) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:12.433550 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f30b6420-e8a0-473c-b0f9-dd325ffad0ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.519273 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e98f-ccb9-4915-9390-192b587eef61 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.532175 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2c50af47-2f4e-4e5c-a46f-0478919a1af6 tempest-TestNetworkAdvancedServerOps-980586887 tempest-TestNetworkAdvancedServerOps-980586887-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.536482 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-170a8cdc-c68b-4ccc-a631-451b85f43db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Deleting port 637587d1-909e-45ef-ac66-514b172a6c5d {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:12.536873 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-170a8cdc-c68b-4ccc-a631-451b85f43db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.573092 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2c50af47-2f4e-4e5c-a46f-0478919a1af6 tempest-TestNetworkAdvancedServerOps-980586887 tempest-TestNetworkAdvancedServerOps-980586887-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.584098 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_v2 [None req-812cefb0-108e-4dc3-9210-d6ed79a56f0e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Deleting subnet 9026d4b2-3e72-4971-a56e-c62464f941c9 {{(pid=110037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 16:40:12.590987 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-812cefb0-108e-4dc3-9210-d6ed79a56f0e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.635818 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f30b6420-e8a0-473c-b0f9-dd325ffad0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.638409 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f30b6420-e8a0-473c-b0f9-dd325ffad0ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.639640 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f30b6420-e8a0-473c-b0f9-dd325ffad0ae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d0536f95-fe4b-4fb1-a310-e8df8ad466b4 HTTP/1.1" status: 204 len: 168 time: 0.7532077 Nov 19 16:40:12.646049 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e98f-ccb9-4915-9390-192b587eef61 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.646953 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b3e98f-ccb9-4915-9390-192b587eef61 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:12.647530 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e98f-ccb9-4915-9390-192b587eef61 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.669330 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-812cefb0-108e-4dc3-9210-d6ed79a56f0e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13891937'] for subnet, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.683752 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b6420-e8a0-473c-b0f9-dd325ffad0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0536f95-fe4b-4fb1-a310-e8df8ad466b4,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:12.701061 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.db [None req-170a8cdc-c68b-4ccc-a631-451b85f43db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] For port 637587d1-909e-45ef-ac66-514b172a6c5d, host hv-neutron-8158, got binding levels [] {{(pid=110038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:12.701581 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-170a8cdc-c68b-4ccc-a631-451b85f43db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.738286 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-812cefb0-108e-4dc3-9210-d6ed79a56f0e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033587'] for subnet, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.740602 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-c5b3e98f-ccb9-4915-9390-192b587eef61 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0593803 Nov 19 16:40:12.748901 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-170a8cdc-c68b-4ccc-a631-451b85f43db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Calling delete_port for 637587d1-909e-45ef-ac66-514b172a6c5d owned by {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:12.752257 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47516) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:12.769763 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-78ca271c-07f1-46ae-b52b-cc317a2c5827 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:12.811713 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-812cefb0-108e-4dc3-9210-d6ed79a56f0e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13603087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12782363'] for subnet, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.815177 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3e98f-ccb9-4915-9390-192b587eef61 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event updated for resources: {'Network': ['ID=183fa6b7-c856-4bf0-bbef-354d998f8fbe,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:12.837393 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network 183fa6b7-c856-4bf0-bbef-354d998f8fbe details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:40:12.839314 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cefb0-108e-4dc3-9210-d6ed79a56f0e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9026d4b2-3e72-4971-a56e-c62464f941c9,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:12.846904 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-812cefb0-108e-4dc3-9210-d6ed79a56f0e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:12.850776 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-812cefb0-108e-4dc3-9210-d6ed79a56f0e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/9026d4b2-3e72-4971-a56e-c62464f941c9 HTTP/1.1" status: 204 len: 168 time: 0.4190416 Nov 19 16:40:12.854856 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47520) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:12.951624 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6126-6e3f-4f35-8690-8694a066037f tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994405'] for network, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.038737 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c69a79-5e82-46c4-9c97-f1fbb4edd226 None None] Port b2b35405-a6bd-484b-bbdc-ca92a6f1e7df not found while updating agent binding for router 29d5e471-f43e-4b13-b018-2b050bb5881a. {{(pid=110039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 19 16:40:13.054966 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c69a79-5e82-46c4-9c97-f1fbb4edd226 None None] Routers set() bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:13.056742 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c69a79-5e82-46c4-9c97-f1fbb4edd226 None None] Router IDs set() for agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 16:40:13.058258 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_agentschedulers_db [None req-16c69a79-5e82-46c4-9c97-f1fbb4edd226 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'29d5e471-f43e-4b13-b018-2b050bb5881a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:51Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent'). {{(pid=110039) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 16:40:13.059090 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c69a79-5e82-46c4-9c97-f1fbb4edd226 None None] The sync data for ids ['29d5e471-f43e-4b13-b018-2b050bb5881a'] in dv-neutron-815855-3-hyperv is: [] {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:40:13.081700 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6126-6e3f-4f35-8690-8694a066037f tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032696', 'neutron.services.segments.db._delete_segments_for_network-8785364225163'] for network, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.123725 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-f7ec6126-6e3f-4f35-8690-8694a066037f tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84']}} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:13.135544 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-f7ec6126-6e3f-4f35-8690-8694a066037f tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d543ea4-27d5-4441-8287-ff6ca9b27695') {'for_net_delete': True} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:13.136443 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-f7ec6126-6e3f-4f35-8690-8694a066037f tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d543ea4-27d5-4441-8287-ff6ca9b27695') {} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:13.158729 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6126-6e3f-4f35-8690-8694a066037f tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785364175535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13891926'] for segment, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.176664 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6126-6e3f-4f35-8690-8694a066037f tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.184789 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ec6126-6e3f-4f35-8690-8694a066037f tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=110037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 16:40:13.185827 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6126-6e3f-4f35-8690-8694a066037f tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13603501'] for segment, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: Traceback (most recent call last): Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: timer() Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: cb(*args, **kw) Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: return func(*args, **kwargs) Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: self._notify() Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: self.callback(batched_events) Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: event.method(event) Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: return f(self, *a, **k) Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._get(url).json() Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: return self.request(url, 'GET', **kwargs) Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 16:40:13.188380 dv-neutron-815855-3-hyperv neutron-server[110037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 16:40:13.192213 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2c50af47-2f4e-4e5c-a46f-0478919a1af6 tempest-TestNetworkAdvancedServerOps-980586887 tempest-TestNetworkAdvancedServerOps-980586887-project] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.205302 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2c50af47-2f4e-4e5c-a46f-0478919a1af6 tempest-TestNetworkAdvancedServerOps-980586887 tempest-TestNetworkAdvancedServerOps-980586887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.212684 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-2c50af47-2f4e-4e5c-a46f-0478919a1af6 tempest-TestNetworkAdvancedServerOps-980586887 tempest-TestNetworkAdvancedServerOps-980586887-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:13.212684 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:13.212684 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:13.212684 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:13.212684 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:13.212684 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:13.212684 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:13.212684 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:13.212684 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:13.212684 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:13.212684 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:13.212684 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:13.212684 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:13.212684 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:13.212684 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:13.212684 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:13.230850 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-170a8cdc-c68b-4ccc-a631-451b85f43db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.274709 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47526) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:13.290952 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a8cdc-c68b-4ccc-a631-451b85f43db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Pushing event deleted for resources: {'Port': ['ID=637587d1-909e-45ef-ac66-514b172a6c5d,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:13.309949 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6126-6e3f-4f35-8690-8694a066037f tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16705550'] for network, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.315268 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ec6126-6e3f-4f35-8690-8694a066037f tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84 {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 16:40:13.317875 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6126-6e3f-4f35-8690-8694a066037f tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.321271 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-f7ec6126-6e3f-4f35-8690-8694a066037f tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "DELETE /v2.0/networks/e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84 HTTP/1.1" status: 204 len: 168 time: 0.4651604 Nov 19 16:40:13.339552 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec6126-6e3f-4f35-8690-8694a066037f tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5d51a50-3a57-49c2-9c2b-ebcbee4d1f84,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:13.349264 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-170a8cdc-c68b-4ccc-a631-451b85f43db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.357667 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-170a8cdc-c68b-4ccc-a631-451b85f43db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] 10.222.0.76 "DELETE /v2.0/ports/637587d1-909e-45ef-ac66-514b172a6c5d HTTP/1.1" status: 204 len: 168 time: 1.4660001 Nov 19 16:40:13.361147 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47534) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:13.384860 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-78ca271c-07f1-46ae-b52b-cc317a2c5827 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.405227 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda2374a-5912-4429-a714-d08786db4676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] GET failed (client error): The resource could not be found. Nov 19 16:40:13.410503 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-bda2374a-5912-4429-a714-d08786db4676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348250822-project-admin] 10.222.0.76 "GET /v2.0/ports/637587d1-909e-45ef-ac66-514b172a6c5d HTTP/1.1" status: 404 len: 333 time: 0.0473802 Nov 19 16:40:13.415450 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47538) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:13.417168 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-78ca271c-07f1-46ae-b52b-cc317a2c5827 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-a7435fd2-e0be-479e-9caa-6fcfeecfe2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:13.423796 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:13.426624 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:13.426624 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:13.426624 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:13.426624 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:13.426624 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:13.426624 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7435fd2-e0be-479e-9caa-6fcfeecfe2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:13.428190 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-a7435fd2-e0be-479e-9caa-6fcfeecfe2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] 10.222.0.76 "DELETE /v2.0/networks/6cdadea5-c3be-4540-bd48-6e4f510407a2 HTTP/1.1" status: 500 len: 363 time: 0.0108476 Nov 19 16:40:13.430698 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47540) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-2c50af47-2f4e-4e5c-a46f-0478919a1af6 tempest-TestNetworkAdvancedServerOps-980586887 tempest-TestNetworkAdvancedServerOps-980586887-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:13.433358 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:13.437352 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-8c9b0ca8-1830-4f96-bf42-680f8404f519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:13.442651 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:13.448491 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:13.448491 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:13.448491 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:13.448491 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:13.448491 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:13.448491 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9b0ca8-1830-4f96-bf42-680f8404f519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:13.448491 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-8c9b0ca8-1830-4f96-bf42-680f8404f519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] 10.222.0.76 "DELETE /v2.0/networks/6cdadea5-c3be-4540-bd48-6e4f510407a2 HTTP/1.1" status: 500 len: 363 time: 0.0153215 Nov 19 16:40:13.454833 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47542) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:13.455967 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-2c50af47-2f4e-4e5c-a46f-0478919a1af6 tempest-TestNetworkAdvancedServerOps-980586887 tempest-TestNetworkAdvancedServerOps-980586887-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 1.1438746 Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-51d5622d-b894-4f80-983c-7cc4029475d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:13.483087 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:13.487319 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:13.487319 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:13.487319 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:13.487319 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:13.487319 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:13.487319 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d5622d-b894-4f80-983c-7cc4029475d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:13.494755 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-51d5622d-b894-4f80-983c-7cc4029475d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052301451-project] 10.222.0.76 "DELETE /v2.0/networks/6cdadea5-c3be-4540-bd48-6e4f510407a2 HTTP/1.1" status: 500 len: 363 time: 0.0426314 Nov 19 16:40:13.495129 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47546) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:13.543252 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-78ca271c-07f1-46ae-b52b-cc317a2c5827 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Network 183fa6b7-c856-4bf0-bbef-354d998f8fbe is not hosted by any dhcp agent {{(pid=110038) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 16:40:13.544556 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ca271c-07f1-46ae-b52b-cc317a2c5827 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:13.545532 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-78ca271c-07f1-46ae-b52b-cc317a2c5827 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.547830 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-78ca271c-07f1-46ae-b52b-cc317a2c5827 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "PUT /v2.0/networks/183fa6b7-c856-4bf0-bbef-354d998f8fbe HTTP/1.1" status: 200 len: 858 time: 0.7944567 Nov 19 16:40:13.550739 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47554) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:13.558111 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-0c731692-f9d9-4a22-a4fe-55ae7751b510 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435471180'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:13.568485 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca271c-07f1-46ae-b52b-cc317a2c5827 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event updated for resources: {'Network': ['ID=183fa6b7-c856-4bf0-bbef-354d998f8fbe,revision_number=2']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:13.657543 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0c731692-f9d9-4a22-a4fe-55ae7751b510 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.663832 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-16e74526-71ac-4890-bd06-9b2498ff84d5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994405'] for network, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.673582 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0c731692-f9d9-4a22-a4fe-55ae7751b510 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.721317 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-af45f1d8-ce88-489f-bf1d-86a06513fad8 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-586615528'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:13.807453 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af45f1d8-ce88-489f-bf1d-86a06513fad8 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] Made reservation on behalf of 36b198261ab249c2a3f6e1395071d16b for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:13.811798 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-af45f1d8-ce88-489f-bf1d-86a06513fad8 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.825739 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-16e74526-71ac-4890-bd06-9b2498ff84d5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032696', 'neutron.services.segments.db._delete_segments_for_network-8785364225163'] for network, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.832356 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-af45f1d8-ce88-489f-bf1d-86a06513fad8 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.886540 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-16e74526-71ac-4890-bd06-9b2498ff84d5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183fa6b7-c856-4bf0-bbef-354d998f8fbe']}} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:13.906980 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-16e74526-71ac-4890-bd06-9b2498ff84d5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3851ba0a-7c3a-48f7-af4d-39a96aab90f6') {'for_net_delete': True} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:13.907316 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-16e74526-71ac-4890-bd06-9b2498ff84d5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3851ba0a-7c3a-48f7-af4d-39a96aab90f6') {} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:13.920758 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-16e74526-71ac-4890-bd06-9b2498ff84d5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785364175535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13891926'] for segment, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.946689 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0c731692-f9d9-4a22-a4fe-55ae7751b510 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.954429 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0c731692-f9d9-4a22-a4fe-55ae7751b510 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.957123 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-16e74526-71ac-4890-bd06-9b2498ff84d5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.963633 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-0c731692-f9d9-4a22-a4fe-55ae7751b510 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:13.963633 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:13.963633 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:13.963633 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:13.963633 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:13.963633 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:13.963633 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:13.963633 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:13.963633 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:13.963633 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:13.963633 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:13.963633 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:13.963633 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:13.963633 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:13.963633 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:13.963633 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:13.978787 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e74526-71ac-4890-bd06-9b2498ff84d5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=110037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 16:40:13.979174 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-16e74526-71ac-4890-bd06-9b2498ff84d5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13603501'] for segment, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: Traceback (most recent call last): Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: timer() Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: cb(*args, **kw) Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: return func(*args, **kwargs) Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: self._notify() Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: self.callback(batched_events) Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: event.method(event) Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: return f(self, *a, **k) Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._get(url).json() Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: return self.request(url, 'GET', **kwargs) Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 16:40:13.981935 dv-neutron-815855-3-hyperv neutron-server[110037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 16:40:14.046778 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47570) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.100631 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-16e74526-71ac-4890-bd06-9b2498ff84d5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16705550'] for network, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.103200 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-af45f1d8-ce88-489f-bf1d-86a06513fad8 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.112381 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e74526-71ac-4890-bd06-9b2498ff84d5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 183fa6b7-c856-4bf0-bbef-354d998f8fbe {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 16:40:14.115008 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-16e74526-71ac-4890-bd06-9b2498ff84d5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.122668 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-16e74526-71ac-4890-bd06-9b2498ff84d5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] 10.222.0.76 "DELETE /v2.0/networks/183fa6b7-c856-4bf0-bbef-354d998f8fbe HTTP/1.1" status: 204 len: 168 time: 0.5705092 Nov 19 16:40:14.125277 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47576) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.126132 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-af45f1d8-ce88-489f-bf1d-86a06513fad8 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.141382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-af45f1d8-ce88-489f-bf1d-86a06513fad8 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.141382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:14.141382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:14.141382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:14.141382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:14.141382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:14.141382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:14.141382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:14.141382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:14.141382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:14.141382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:14.141382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:14.141382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:14.141382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:14.141382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.141382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:14.144816 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e74526-71ac-4890-bd06-9b2498ff84d5 tempest-ExternalNetworksTestJSON-443686687 tempest-ExternalNetworksTestJSON-443686687-project-admin] Pushing event deleted for resources: {'Network': ['ID=183fa6b7-c856-4bf0-bbef-354d998f8fbe,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-0c731692-f9d9-4a22-a4fe-55ae7751b510 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.152379 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:14.156468 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-0c731692-f9d9-4a22-a4fe-55ae7751b510 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.8766563 Nov 19 16:40:14.160412 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47578) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.162466 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af45f1d8-ce88-489f-bf1d-86a06513fad8 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-c6b1a5b9-db66-4ba4-977b-24813d8e9d28 tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1090, in get_subnet Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet_obj = self._get_subnet_object(context, id) Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 275, in _get_subnet_object Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet = subnet_obj.Subnet.get_object(context, id=id) Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:14.165842 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation db_obj = obj_db_api.get_object( Nov 19 16:40:14.168682 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:14.168682 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:14.168682 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:14.168682 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = model_query.get_collection_query( Nov 19 16:40:14.168682 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:14.168682 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:40:14.168682 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:14.168682 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:14.168682 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.168682 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:14.168682 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b1a5b9-db66-4ba4-977b-24813d8e9d28 tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:14.169634 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-7774cfc7-c1d2-4db2-a013-50fec17b80ed tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054472298'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:14.173264 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-c6b1a5b9-db66-4ba4-977b-24813d8e9d28 tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] 10.222.0.76 "DELETE /v2.0/subnets/d9856769-5e4a-43b4-88d8-fd25fb66d01a HTTP/1.1" status: 500 len: 363 time: 0.0446770 Nov 19 16:40:14.174022 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47580) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.190578 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-af45f1d8-ce88-489f-bf1d-86a06513fad8 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.190934 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-af45f1d8-ce88-489f-bf1d-86a06513fad8 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] Added segment cb8374f6-b10e-467d-9673-cda6f0388195 of type vlan for network a40df019-a81d-497d-83d3-52094ad92ff6 Nov 19 16:40:14.191992 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47582) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-79566bfa-0fc0-4cbf-acbf-f070e2b9d778 tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1090, in get_subnet Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet_obj = self._get_subnet_object(context, id) Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 275, in _get_subnet_object Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet = subnet_obj.Subnet.get_object(context, id=id) Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:14.200724 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation db_obj = obj_db_api.get_object( Nov 19 16:40:14.203690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:14.203690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:14.203690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:14.203690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = model_query.get_collection_query( Nov 19 16:40:14.203690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:14.203690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:40:14.203690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:14.203690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:14.203690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.203690 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:14.205544 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79566bfa-0fc0-4cbf-acbf-f070e2b9d778 tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:14.212743 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-79566bfa-0fc0-4cbf-acbf-f070e2b9d778 tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] 10.222.0.76 "DELETE /v2.0/subnets/d9856769-5e4a-43b4-88d8-fd25fb66d01a HTTP/1.1" status: 500 len: 363 time: 0.0353367 Nov 19 16:40:14.215497 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47586) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-f6219aed-0c85-4ac2-9766-58c8f3dc9f4d tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1090, in get_subnet Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet_obj = self._get_subnet_object(context, id) Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 275, in _get_subnet_object Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet = subnet_obj.Subnet.get_object(context, id=id) Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:14.237871 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation db_obj = obj_db_api.get_object( Nov 19 16:40:14.240831 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:14.240831 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:14.240831 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:14.240831 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = model_query.get_collection_query( Nov 19 16:40:14.240831 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:14.240831 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:40:14.240831 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:14.240831 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:14.240831 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.240831 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:14.242249 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6219aed-0c85-4ac2-9766-58c8f3dc9f4d tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:14.248607 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f6219aed-0c85-4ac2-9766-58c8f3dc9f4d tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] 10.222.0.76 "DELETE /v2.0/subnets/d9856769-5e4a-43b4-88d8-fd25fb66d01a HTTP/1.1" status: 500 len: 363 time: 0.0281498 Nov 19 16:40:14.249239 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47590) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-49fe4533-4a11-4891-8636-198dca689a7d tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:14.259219 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:14.261895 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:14.261895 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:14.261895 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.261895 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:14.261895 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fe4533-4a11-4891-8636-198dca689a7d tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:14.262739 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-49fe4533-4a11-4891-8636-198dca689a7d tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] 10.222.0.76 "DELETE /v2.0/networks/94478da5-59ed-4e04-901d-1294439a2db4 HTTP/1.1" status: 500 len: 363 time: 0.0103347 Nov 19 16:40:14.266197 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47594) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-aed8eedf-8bb1-4631-8bca-0b3a10918ffb tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:14.274498 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:14.278201 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:14.278201 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:14.278201 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.278201 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:14.278201 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed8eedf-8bb1-4631-8bca-0b3a10918ffb tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:14.281579 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7774cfc7-c1d2-4db2-a013-50fec17b80ed tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.286632 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-aed8eedf-8bb1-4631-8bca-0b3a10918ffb tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] 10.222.0.76 "DELETE /v2.0/networks/94478da5-59ed-4e04-901d-1294439a2db4 HTTP/1.1" status: 500 len: 363 time: 0.0190463 Nov 19 16:40:14.289392 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47596) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-7c2217a5-8c6a-4485-a0b5-4d8979a60c76 tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:14.298829 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:14.301877 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:14.301877 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:14.301877 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.301877 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:14.302129 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-af45f1d8-ce88-489f-bf1d-86a06513fad8 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.303410 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c2217a5-8c6a-4485-a0b5-4d8979a60c76 tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:14.307643 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-7c2217a5-8c6a-4485-a0b5-4d8979a60c76 tempest-ExternalNetworksTestJSON-1961240841 tempest-ExternalNetworksTestJSON-1961240841-project] 10.222.0.76 "DELETE /v2.0/networks/94478da5-59ed-4e04-901d-1294439a2db4 HTTP/1.1" status: 500 len: 363 time: 0.0171192 Nov 19 16:40:14.352059 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-af45f1d8-ce88-489f-bf1d-86a06513fad8 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.361787 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af45f1d8-ce88-489f-bf1d-86a06513fad8 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:14.361787 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-af45f1d8-ce88-489f-bf1d-86a06513fad8 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.372139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-af45f1d8-ce88-489f-bf1d-86a06513fad8 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.372139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:14.372139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:14.372139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:14.372139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:14.372139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:14.372139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:14.372139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:14.372139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:14.372139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:14.372139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:14.372139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:14.372139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:14.372139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:14.372139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.372139 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:14.394136 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-af45f1d8-ce88-489f-bf1d-86a06513fad8 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8979533 Nov 19 16:40:14.396949 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47600) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.405649 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-1838d770-a87d-4242-9112-22bed7e585db tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] Request body: {'subnet': {'network_id': 'a40df019-a81d-497d-83d3-52094ad92ff6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-1838d770-a87d-4242-9112-22bed7e585db tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:14.412668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:14.415928 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:14.415928 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:14.415928 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.415928 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:14.415928 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1838d770-a87d-4242-9112-22bed7e585db tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:14.417181 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-1838d770-a87d-4242-9112-22bed7e585db tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0188506 Nov 19 16:40:14.420143 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47602) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.431635 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-7774cfc7-c1d2-4db2-a013-50fec17b80ed tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.437598 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:14.441791 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-7774cfc7-c1d2-4db2-a013-50fec17b80ed tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.2774220 Nov 19 16:40:14.445271 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47604) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-27822312-7ced-48d5-b9f4-3730b1d99c41 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:14.447994 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:14.451489 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:14.451489 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:14.451489 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.451489 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:14.452748 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-6059f78a-a476-448c-be02-6d5c03a06b08 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Request body: {'security_group': {'name': 'tempest-secgroup--99957149'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:14.453790 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27822312-7ced-48d5-b9f4-3730b1d99c41 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:14.460241 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-27822312-7ced-48d5-b9f4-3730b1d99c41 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] 10.222.0.76 "DELETE /v2.0/networks/a40df019-a81d-497d-83d3-52094ad92ff6 HTTP/1.1" status: 500 len: 363 time: 0.0383444 Nov 19 16:40:14.464261 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47606) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-47b6586a-f9b6-4567-be63-d03ff3eb79be tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:14.480621 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:14.487615 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:14.487615 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:14.487615 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.487615 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:14.489116 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b6586a-f9b6-4567-be63-d03ff3eb79be tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:14.493516 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-47b6586a-f9b6-4567-be63-d03ff3eb79be tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] 10.222.0.76 "DELETE /v2.0/networks/a40df019-a81d-497d-83d3-52094ad92ff6 HTTP/1.1" status: 500 len: 363 time: 0.0274377 Nov 19 16:40:14.497920 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47608) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-0961afa3-b1a5-4bf8-9537-eb7ede4bbb27 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:14.509589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:14.512612 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:14.512612 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:14.512612 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.512612 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:14.512612 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0961afa3-b1a5-4bf8-9537-eb7ede4bbb27 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:14.512903 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6059f78a-a476-448c-be02-6d5c03a06b08 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.518538 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-0961afa3-b1a5-4bf8-9537-eb7ede4bbb27 tempest-TagsExtTest-1553592965 tempest-TagsExtTest-1553592965-project] 10.222.0.76 "DELETE /v2.0/networks/a40df019-a81d-497d-83d3-52094ad92ff6 HTTP/1.1" status: 500 len: 363 time: 0.0134478 Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-6059f78a-a476-448c-be02-6d5c03a06b08 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.641845 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:14.645243 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6059f78a-a476-448c-be02-6d5c03a06b08 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.1969907 Nov 19 16:40:14.649215 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47612) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.649607 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-bb2c051f-3000-485f-b127-f0e1daad51d5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be23318c8bd045c6bd695b690f73c170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6010163 Nov 19 16:40:14.652601 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47614) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.669130 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-e97099c2-4b75-48e5-bde1-cb927de40018 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720601240'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:14.684202 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47616) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.714030 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-2fa1d91f-be8e-475e-b84b-86eb949300f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Request body: {'router': {'name': 'tempest-router--1078352566', 'project_id': 'ee897175bcfb4fe28db6a8658a18bec8'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:14.727967 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5b4fdbe4-9368-4aa3-975c-fc53017f67ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.771104 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5b4fdbe4-9368-4aa3-975c-fc53017f67ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.797627 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-45dbfc1d-d39a-464c-9194-9b00d77a0fb3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8e8b0d41a98d4484a7e8681f7ea653e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6025970 Nov 19 16:40:14.800534 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47620) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.840154 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47622) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:14.852793 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5b4fdbe4-9368-4aa3-975c-fc53017f67ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.854086 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.db.api [None req-2fa1d91f-be8e-475e-b84b-86eb949300f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 16:40:14.854086 dv-neutron-815855-3-hyperv neutron-server[110037]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 19 16:40:14.854086 dv-neutron-815855-3-hyperv neutron-server[110037]: [parameters: {'project_id': 'ee897175bcfb4fe28db6a8658a18bec8', 'id': '7aca92e4-5baa-44e1-9d4a-c8f0313eb7e8', 'expiration': datetime.datetime(2021, 11, 19, 16, 42, 14, 801171)}] Nov 19 16:40:14.854086 dv-neutron-815855-3-hyperv neutron-server[110037]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 16:40:14.854823 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG oslo_db.api [None req-2fa1d91f-be8e-475e-b84b-86eb949300f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 16:40:14.856975 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5b4fdbe4-9368-4aa3-975c-fc53017f67ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.858884 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-5b4fdbe4-9368-4aa3-975c-fc53017f67ac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fcc6f7b8-4c8f-4e08-90d9-9d7ec8c2534a HTTP/1.1" status: 204 len: 168 time: 0.2050164 Nov 19 16:40:14.861014 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e97099c2-4b75-48e5-bde1-cb927de40018 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.869327 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fdbe4-9368-4aa3-975c-fc53017f67ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc6f7b8-4c8f-4e08-90d9-9d7ec8c2534a,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:14.899730 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b5b6559c-495d-4d3f-85e6-4ae7a74af8a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.935775 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b5b6559c-495d-4d3f-85e6-4ae7a74af8a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-e97099c2-4b75-48e5-bde1-cb927de40018 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:14.998408 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:15.002960 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e97099c2-4b75-48e5-bde1-cb927de40018 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.3467422 Nov 19 16:40:15.010310 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47630) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:15.016136 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-bb99b5ff-54e4-4f44-a8a1-dfdd9d2d4938 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Request body: {'security_group': {'name': 'tempest-secgroup--752348335'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:15.017110 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b5b6559c-495d-4d3f-85e6-4ae7a74af8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.020012 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b5b6559c-495d-4d3f-85e6-4ae7a74af8a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.021797 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b5b6559c-495d-4d3f-85e6-4ae7a74af8a7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0b46287f-909d-4fd7-a920-94d91676e0d4 HTTP/1.1" status: 204 len: 168 time: 0.2179582 Nov 19 16:40:15.031020 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6559c-495d-4d3f-85e6-4ae7a74af8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b46287f-909d-4fd7-a920-94d91676e0d4,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:15.057313 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bb99b5ff-54e4-4f44-a8a1-dfdd9d2d4938 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-bb99b5ff-54e4-4f44-a8a1-dfdd9d2d4938 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.157719 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:15.165164 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-bb99b5ff-54e4-4f44-a8a1-dfdd9d2d4938 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.1476552 Nov 19 16:40:15.168206 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47636) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:15.168354 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-57d8dc36-d96f-455f-b633-cf8837859d64 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Request body: {'security_group': {'name': 'tempest-secgroup--375051441'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:15.197408 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-57d8dc36-d96f-455f-b633-cf8837859d64 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-57d8dc36-d96f-455f-b633-cf8837859d64 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.279555 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-57d8dc36-d96f-455f-b633-cf8837859d64 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.1164076 Nov 19 16:40:15.291568 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47640) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:15.295293 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-b0227619-932d-4005-a4cc-cb6330897ee3 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Request body: {'security_group': {'name': 'tempest-secgroup--2022687762'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:15.308016 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-85be5a6b-2cb1-4be8-8fd7-e98925d24ad6 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1508728536'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:15.320852 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b0227619-932d-4005-a4cc-cb6330897ee3 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.348318 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85be5a6b-2cb1-4be8-8fd7-e98925d24ad6 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] Made reservation on behalf of 8d18164dce6f4e68aa1d22a0d3418b2c for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:15.355822 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-85be5a6b-2cb1-4be8-8fd7-e98925d24ad6 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.376062 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-85be5a6b-2cb1-4be8-8fd7-e98925d24ad6 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.431022 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2fa1d91f-be8e-475e-b84b-86eb949300f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.432529 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2fa1d91f-be8e-475e-b84b-86eb949300f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.482225 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47644) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-b0227619-932d-4005-a4cc-cb6330897ee3 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.549779 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.567250 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:15.572302 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47648) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:15.572786 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b0227619-932d-4005-a4cc-cb6330897ee3 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.2624900 Nov 19 16:40:15.572786 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47652) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:15.573389 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-85be5a6b-2cb1-4be8-8fd7-e98925d24ad6 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.574204 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2fa1d91f-be8e-475e-b84b-86eb949300f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.574393 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-85be5a6b-2cb1-4be8-8fd7-e98925d24ad6 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.579026 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-85be5a6b-2cb1-4be8-8fd7-e98925d24ad6 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.579026 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:15.579026 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:15.579026 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:15.579026 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:15.579026 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:15.579026 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:15.579026 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:15.579026 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:15.579026 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:15.579026 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:15.579026 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:15.579026 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:15.579026 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:15.579026 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.579026 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:15.593075 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85be5a6b-2cb1-4be8-8fd7-e98925d24ad6 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:15.596432 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2fa1d91f-be8e-475e-b84b-86eb949300f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.613272 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-85be5a6b-2cb1-4be8-8fd7-e98925d24ad6 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.613847 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-85be5a6b-2cb1-4be8-8fd7-e98925d24ad6 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] Added segment d6180c0f-339f-4476-9b95-b07a379e8583 of type vlan for network 53d95431-45a4-416d-adb9-a20beeb25b0e Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-0d9a0404-981c-463e-9a2b-aa31920c5b55 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] index failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 369, in index Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._items(request, True, parent_id) Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 304, in _items Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj_list = obj_getter(request.context, **kwargs) Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.621920 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 186, in get_security_groups Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg_objs = sg_obj.SecurityGroup.get_objects( Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 643, in get_objects Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_objs = obj_db_api.get_objects( Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return model_query.get_collection( Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = get_collection_query(context, model, Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:15.626535 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-0d9a0404-981c-463e-9a2b-aa31920c5b55 tempest-SecGroupIPv6Test-296942132 tempest-SecGroupIPv6Test-296942132-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.0650384 Nov 19 16:40:15.649931 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2fa1d91f-be8e-475e-b84b-86eb949300f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.652167 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-2fa1d91f-be8e-475e-b84b-86eb949300f4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9523666 Nov 19 16:40:15.655246 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47658) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:15.670116 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-85be5a6b-2cb1-4be8-8fd7-e98925d24ad6 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.705643 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-85be5a6b-2cb1-4be8-8fd7-e98925d24ad6 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.713010 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be5a6b-2cb1-4be8-8fd7-e98925d24ad6 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:15.713655 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-85be5a6b-2cb1-4be8-8fd7-e98925d24ad6 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.727115 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-85be5a6b-2cb1-4be8-8fd7-e98925d24ad6 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.727115 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:15.727115 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:15.727115 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:15.727115 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:15.727115 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:15.727115 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:15.727115 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:15.727115 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:15.727115 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:15.727115 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:15.727115 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:15.727115 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:15.727115 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:15.727115 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.727115 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:15.744547 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-85be5a6b-2cb1-4be8-8fd7-e98925d24ad6 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8917484 Nov 19 16:40:15.767618 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6bee4b08-e55c-41fb-88a2-841c17068cf4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.867354 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47662) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:15.882186 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-aec1db87-7118-4ec4-b630-1c0dd51339b4 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] Request body: {'subnet': {'network_id': '53d95431-45a4-416d-adb9-a20beeb25b0e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-aec1db87-7118-4ec4-b630-1c0dd51339b4 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:15.884948 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:15.892826 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:15.892826 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:15.892826 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.892826 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:15.892826 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec1db87-7118-4ec4-b630-1c0dd51339b4 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:15.892826 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-aec1db87-7118-4ec4-b630-1c0dd51339b4 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0215626 Nov 19 16:40:15.892826 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47664) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-19b30f4b-8109-47ec-b978-65cf441a7e53 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:15.902677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:15.908076 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:15.908076 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:15.908076 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.908076 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:15.908076 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b30f4b-8109-47ec-b978-65cf441a7e53 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:15.910261 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-19b30f4b-8109-47ec-b978-65cf441a7e53 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] 10.222.0.76 "DELETE /v2.0/networks/53d95431-45a4-416d-adb9-a20beeb25b0e HTTP/1.1" status: 500 len: 363 time: 0.0148888 Nov 19 16:40:15.910261 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47666) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-194bfa08-53cf-488d-ab1f-1646bc551017 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:15.918041 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:15.924349 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:15.924349 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:15.924349 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.924349 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:15.924349 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194bfa08-53cf-488d-ab1f-1646bc551017 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:15.925400 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-194bfa08-53cf-488d-ab1f-1646bc551017 tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] 10.222.0.76 "DELETE /v2.0/networks/53d95431-45a4-416d-adb9-a20beeb25b0e HTTP/1.1" status: 500 len: 363 time: 0.0143454 Nov 19 16:40:15.929727 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47668) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-0419af75-e3f7-4cb0-a8f5-fd3a6dc8ad1a tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:15.945010 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:15.948181 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:15.948181 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:15.948181 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:15.948181 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:15.948181 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0419af75-e3f7-4cb0-a8f5-fd3a6dc8ad1a tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:15.953790 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-0419af75-e3f7-4cb0-a8f5-fd3a6dc8ad1a tempest-NetworksTest-520867777 tempest-NetworksTest-520867777-project] 10.222.0.76 "DELETE /v2.0/networks/53d95431-45a4-416d-adb9-a20beeb25b0e HTTP/1.1" status: 500 len: 363 time: 0.0228157 Nov 19 16:40:15.960217 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6bee4b08-e55c-41fb-88a2-841c17068cf4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:15.963042 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6bee4b08-e55c-41fb-88a2-841c17068cf4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.008528 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a0a046a0-edb3-4c07-b0ab-68b86599440c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=55985b2de52a485c916986f9e8d75c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5202994 Nov 19 16:40:16.010682 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47672) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:16.022364 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-5034de16-9941-4b98-b13f-6852cdf08b13 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=36b198261ab249c2a3f6e1395071d16b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4697917 Nov 19 16:40:16.027961 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6bee4b08-e55c-41fb-88a2-841c17068cf4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.028467 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bee4b08-e55c-41fb-88a2-841c17068cf4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd7de52a-3258-47a8-90e3-4798b563da40 {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:16.030135 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47674) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:16.035328 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6bee4b08-e55c-41fb-88a2-841c17068cf4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.039511 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6bee4b08-e55c-41fb-88a2-841c17068cf4 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "DELETE /v2.0/routers/bd7de52a-3258-47a8-90e3-4798b563da40 HTTP/1.1" status: 204 len: 168 time: 0.3815978 Nov 19 16:40:16.040265 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47678) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:16.095184 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-09f01098-7251-487a-99e7-469652006e9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.105949 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-4413239a-aca4-4064-9c9a-36e83a380beb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=582f0ee026bb401cbded5cc61e3c1036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0580130 Nov 19 16:40:16.106878 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47680) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:16.126140 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d059277b-3c96-4705-9dd2-bd393b758e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.138499 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-09f01098-7251-487a-99e7-469652006e9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.155905 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d059277b-3c96-4705-9dd2-bd393b758e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.217989 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d059277b-3c96-4705-9dd2-bd393b758e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.221417 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d059277b-3c96-4705-9dd2-bd393b758e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.222815 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d059277b-3c96-4705-9dd2-bd393b758e99 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8522a047-cd33-4c21-b2d0-ec61c6d18def HTTP/1.1" status: 204 len: 168 time: 0.2109652 Nov 19 16:40:16.229818 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a4674e82-b588-4c80-8236-3a712d7bfb04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.233921 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059277b-3c96-4705-9dd2-bd393b758e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8522a047-cd33-4c21-b2d0-ec61c6d18def,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:16.275806 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a4674e82-b588-4c80-8236-3a712d7bfb04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.334464 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-09f01098-7251-487a-99e7-469652006e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.337696 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-09f01098-7251-487a-99e7-469652006e9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.343742 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-09f01098-7251-487a-99e7-469652006e9f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e86333cb-39a3-48d3-a360-53641df4b946 HTTP/1.1" status: 204 len: 168 time: 0.3120785 Nov 19 16:40:16.356381 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f01098-7251-487a-99e7-469652006e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86333cb-39a3-48d3-a360-53641df4b946,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:16.366462 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a4674e82-b588-4c80-8236-3a712d7bfb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.369516 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a4674e82-b588-4c80-8236-3a712d7bfb04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.371888 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a4674e82-b588-4c80-8236-3a712d7bfb04 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1b701952-f5ad-499f-9cc1-b6e8fc5a7d8e HTTP/1.1" status: 204 len: 168 time: 0.2639053 Nov 19 16:40:16.386414 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4674e82-b588-4c80-8236-3a712d7bfb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b701952-f5ad-499f-9cc1-b6e8fc5a7d8e,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:16.531397 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47692) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:16.546182 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3ec46e25-0aa7-43e5-905f-eab128afe358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.640951 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3ec46e25-0aa7-43e5-905f-eab128afe358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.647609 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3ec46e25-0aa7-43e5-905f-eab128afe358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.668015 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47696) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:16.686452 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec46e25-0aa7-43e5-905f-eab128afe358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105cc945-5126-4a1e-b593-89a900d10cff,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:16.699260 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47700) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:16.699494 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-3ec46e25-0aa7-43e5-905f-eab128afe358 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db8a8134e4fc41e9bc3dc75a7f782368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1668010 Nov 19 16:40:16.765226 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ae6a82ab-c9cd-447d-87a9-cdef64cef979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.794267 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ae6a82ab-c9cd-447d-87a9-cdef64cef979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.829761 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47704) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:16.865779 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ae6a82ab-c9cd-447d-87a9-cdef64cef979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.868461 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ae6a82ab-c9cd-447d-87a9-cdef64cef979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:16.872707 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-ae6a82ab-c9cd-447d-87a9-cdef64cef979 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/105cc945-5126-4a1e-b593-89a900d10cff HTTP/1.1" status: 204 len: 168 time: 0.1687605 Nov 19 16:40:16.879279 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a82ab-c9cd-447d-87a9-cdef64cef979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105cc945-5126-4a1e-b593-89a900d10cff,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:16.929530 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47710) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:17.139601 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47718) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:17.262237 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47722) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:17.268270 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-f7995d8a-19d2-4ebd-94e7-2080a32c31fe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=664efb5c1f974712a416698fefbe356b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5980580 Nov 19 16:40:17.271180 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47724) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:17.344785 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-711fbe91-b404-4cfe-a9ec-b7e69e73108c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e1998b8f731643a8a2bfbb903c7fe5ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0811763 Nov 19 16:40:17.347427 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47726) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:17.361850 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-0ada233f-0927-458f-8962-54171d0dad13 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1834733326', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}, 'admin_state_up': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:17.375455 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5607bc9a-4e4d-42bf-af3a-6da0bd85e221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.403573 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0ada233f-0927-458f-8962-54171d0dad13 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.403906 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-80638a10-4e67-472f-a18e-eb26ea33eb88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.404672 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0ada233f-0927-458f-8962-54171d0dad13 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.421184 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5607bc9a-4e4d-42bf-af3a-6da0bd85e221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.440638 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-80638a10-4e67-472f-a18e-eb26ea33eb88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.531001 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0ada233f-0927-458f-8962-54171d0dad13 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.672377 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-38c6346d-074d-4cc7-a2c5-75d38b62b0e0 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2024852309'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:17.707866 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c6346d-074d-4cc7-a2c5-75d38b62b0e0 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] Made reservation on behalf of 26e1e31379b74f0aacd9d1d6180247b8 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:17.712559 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-38c6346d-074d-4cc7-a2c5-75d38b62b0e0 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.715698 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5607bc9a-4e4d-42bf-af3a-6da0bd85e221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.719529 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5607bc9a-4e4d-42bf-af3a-6da0bd85e221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.723146 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-5607bc9a-4e4d-42bf-af3a-6da0bd85e221 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d6a04532-aa53-43bf-971f-18fa78046052 HTTP/1.1" status: 204 len: 168 time: 0.4479933 Nov 19 16:40:17.723289 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-38c6346d-074d-4cc7-a2c5-75d38b62b0e0 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.723374 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0ada233f-0927-458f-8962-54171d0dad13 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.737871 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0ada233f-0927-458f-8962-54171d0dad13 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.740788 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607bc9a-4e4d-42bf-af3a-6da0bd85e221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a04532-aa53-43bf-971f-18fa78046052,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:17.823485 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-38c6346d-074d-4cc7-a2c5-75d38b62b0e0 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.825275 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-80638a10-4e67-472f-a18e-eb26ea33eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.829690 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-80638a10-4e67-472f-a18e-eb26ea33eb88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.831235 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-80638a10-4e67-472f-a18e-eb26ea33eb88 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/584a603d-8740-4953-8565-f0dafa535966 HTTP/1.1" status: 204 len: 168 time: 0.4826591 Nov 19 16:40:17.842023 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-38c6346d-074d-4cc7-a2c5-75d38b62b0e0 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.846540 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80638a10-4e67-472f-a18e-eb26ea33eb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584a603d-8740-4953-8565-f0dafa535966,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:17.851929 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-38c6346d-074d-4cc7-a2c5-75d38b62b0e0 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:17.851929 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:17.851929 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:17.851929 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:17.851929 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:17.851929 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:17.851929 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:17.851929 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:17.851929 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:17.851929 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:17.851929 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:17.851929 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:17.851929 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:17.851929 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:17.851929 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:17.851929 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:17.911780 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b09a1aca-75ab-4c9a-8f7d-124f60ca62a7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8d18164dce6f4e68aa1d22a0d3418b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7707672 Nov 19 16:40:17.912739 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c6346d-074d-4cc7-a2c5-75d38b62b0e0 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:17.914719 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47740) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:17.943460 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-38c6346d-074d-4cc7-a2c5-75d38b62b0e0 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:17.943885 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-38c6346d-074d-4cc7-a2c5-75d38b62b0e0 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] Added segment cc0c336e-f70c-4d3b-b509-da42b15d7569 of type vlan for network d74677f1-7cda-4a38-b06a-ed0841414abe Nov 19 16:40:18.020602 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-38c6346d-074d-4cc7-a2c5-75d38b62b0e0 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:18.030489 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b4116354-6bd2-44b4-8aff-093a552a242c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:18.056250 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b4116354-6bd2-44b4-8aff-093a552a242c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:18.118318 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-38c6346d-074d-4cc7-a2c5-75d38b62b0e0 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:18.124392 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c6346d-074d-4cc7-a2c5-75d38b62b0e0 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:18.125046 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-38c6346d-074d-4cc7-a2c5-75d38b62b0e0 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:18.130625 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-38c6346d-074d-4cc7-a2c5-75d38b62b0e0 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:18.130625 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:18.130625 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:18.130625 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:18.130625 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:18.130625 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:18.130625 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:18.130625 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:18.130625 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:18.130625 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:18.130625 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:18.130625 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:18.130625 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:18.130625 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:18.130625 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:18.130625 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:18.144959 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-38c6346d-074d-4cc7-a2c5-75d38b62b0e0 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2140892 Nov 19 16:40:18.149670 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47746) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:18.157302 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-923945b1-f353-46c8-bd0d-754d3f09f01f tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] Request body: {'subnet': {'network_id': 'd74677f1-7cda-4a38-b06a-ed0841414abe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-923945b1-f353-46c8-bd0d-754d3f09f01f tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:18.160694 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:18.163344 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:18.163344 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:18.163344 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:18.163344 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:18.163344 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923945b1-f353-46c8-bd0d-754d3f09f01f tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:18.164221 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-923945b1-f353-46c8-bd0d-754d3f09f01f tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0129516 Nov 19 16:40:18.165539 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b4116354-6bd2-44b4-8aff-093a552a242c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:18.168786 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b4116354-6bd2-44b4-8aff-093a552a242c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:18.169989 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b4116354-6bd2-44b4-8aff-093a552a242c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c503bb53-9f39-47f9-9045-e70a86f9b3d8 HTTP/1.1" status: 204 len: 168 time: 0.2542269 Nov 19 16:40:18.170627 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47750) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-0c940843-11a7-4417-bd25-56a118d67647 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:18.185703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:18.189709 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:18.189709 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:18.189709 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:18.189709 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:18.189709 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c940843-11a7-4417-bd25-56a118d67647 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:18.191300 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-0c940843-11a7-4417-bd25-56a118d67647 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] 10.222.0.76 "DELETE /v2.0/networks/d74677f1-7cda-4a38-b06a-ed0841414abe HTTP/1.1" status: 500 len: 363 time: 0.0120089 Nov 19 16:40:18.192205 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4116354-6bd2-44b4-8aff-093a552a242c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c503bb53-9f39-47f9-9045-e70a86f9b3d8,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:18.195044 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47754) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-932db964-293a-4c78-af7b-e02cc3e8f022 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:18.202488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:18.205321 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:18.205321 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:18.205321 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:18.205321 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:18.205321 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932db964-293a-4c78-af7b-e02cc3e8f022 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:18.206099 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-932db964-293a-4c78-af7b-e02cc3e8f022 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] 10.222.0.76 "DELETE /v2.0/networks/d74677f1-7cda-4a38-b06a-ed0841414abe HTTP/1.1" status: 500 len: 363 time: 0.0100555 Nov 19 16:40:18.209107 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47756) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-0840e262-5e69-4e64-85a8-49552eee3567 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:18.216386 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:18.220226 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:18.220226 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:18.220226 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:18.220226 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:18.220226 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0840e262-5e69-4e64-85a8-49552eee3567 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:18.221826 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-0840e262-5e69-4e64-85a8-49552eee3567 tempest-FloatingIPNegativeTestJSON-803405277 tempest-FloatingIPNegativeTestJSON-803405277-project] 10.222.0.76 "DELETE /v2.0/networks/d74677f1-7cda-4a38-b06a-ed0841414abe HTTP/1.1" status: 500 len: 363 time: 0.0108299 Nov 19 16:40:18.224901 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0ada233f-0927-458f-8962-54171d0dad13 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:18.227991 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0ada233f-0927-458f-8962-54171d0dad13 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:18.286031 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0ada233f-0927-458f-8962-54171d0dad13 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:18.287354 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ada233f-0927-458f-8962-54171d0dad13 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Fanout notify agent at l3_agent the message router_deleted on router f51c0c7b-e845-4c2d-a409-a65baec1beae {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-0ada233f-0927-458f-8962-54171d0dad13 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] create failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 2070, in create_router Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_dict = super(L3_NAT_db_mixin, self).create_router(context, Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:18.313518 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 277, in create_router Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_db, _unused = db_utils.safe_creation(context, create, Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 76, in safe_creation Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.error("Cannot clean up created object %(obj)s. " Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 69, in safe_creation Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource updated_obj, value = create_bindings(obj['id']) Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 262, in _update_gw_for_create_router Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, router_id, Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gateway_ip_qos.py", line 65, in _update_router_gw_info Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router = super(L3_gw_ip_qos_dbonly_mixin, Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource super(L3_NAT_dbonly_mixin, self)._update_router_gw_info( Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 516, in _update_router_gw_info Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_id = self._validate_gw_info(context, info, ext_ips, router) Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 364, in _validate_gw_info Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_db = self._core_plugin._get_network(context, network_id) Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:18.316836 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-0ada233f-0927-458f-8962-54171d0dad13 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 500 len: 363 time: 1.4841592 Nov 19 16:40:18.323775 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47766) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:18.327412 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Request body: {'router': {'name': 'tempest-snat-router-237721533', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'enable_snat': False}}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:18.361388 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:18.363024 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:18.429205 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:18.600163 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:18.824087 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:18.850409 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:18.854980 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47784) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:18.986801 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_common [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Allocated IP 172.26.3.66 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc) {{(pid=110038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:40:19.055688 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-597768ab-eed1-4b93-9bcc-113df105b829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:19.105838 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:19.158366 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:19.176741 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c6faf461-ec2e-411c-b69f-81403ed17d22 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=26e1e31379b74f0aacd9d1d6180247b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194232 Nov 19 16:40:19.177351 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47804) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:19.205988 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:19.209643 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:19.213622 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:19.233940 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:19.249926 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Pushing event updated for resources: {'Port': ['ID=b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:19.262579 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.265555 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.265555 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.265555 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.265555 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.265555 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.266497 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.267208 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.267878 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.268430 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:19.268821 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.269494 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.270123 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.352198 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:19.360046 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:19.360046 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8dcadc3d-fa44-4c8b-85a7-177b76189bda HTTP/1.1" status: 204 len: 168 time: 0.1788721 Nov 19 16:40:19.371670 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcadc3d-fa44-4c8b-85a7-177b76189bda,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:19.380218 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.380569 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.380909 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.381241 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.381762 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.382301 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.382775 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.383248 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.383733 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.384200 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.384679 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.385142 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c7cc-44c4-441b-bc49-f5537f118e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:19.556719 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:19.761001 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47828) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:19.780955 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:19.923520 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Router dbc60761-6774-453b-a844-3191952b17d0 is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:40:19.986317 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47840) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:20.055071 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:40:20.065131 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Sync routers for ids ['dbc60761-6774-453b-a844-3191952b17d0'] in dv-neutron-815855-3-hyperv {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:40:20.069256 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-f3a7e918-d923-478a-a6e0-de516919838d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1270828726-network', 'tenant_id': 'abe107a474fc4466ac6204593b7d3a99'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:20.079681 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:20.083761 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-26dfd5f2-8d42-4b2f-a9b1-bc6a0281382d tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.7583869 Nov 19 16:40:20.084010 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47848) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:20.084819 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Routers {'dbc60761-6774-453b-a844-3191952b17d0'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:20.085499 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:39:51Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['dbc60761-6774-453b-a844-3191952b17d0'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:20.116596 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a7e918-d923-478a-a6e0-de516919838d admin admin] Made reservation on behalf of abe107a474fc4466ac6204593b7d3a99 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:20.121174 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e918-d923-478a-a6e0-de516919838d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:20.133833 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e918-d923-478a-a6e0-de516919838d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:20.239569 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Set router dbc60761-6774-453b-a844-3191952b17d0 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:20.309251 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e918-d923-478a-a6e0-de516919838d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:20.319361 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-7b1e7463-a0bb-4dbe-9445-09076daf3c85 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "GET /v2.0/routers/dbc60761-6774-453b-a844-3191952b17d0 HTTP/1.1" status: 200 len: 907 time: 0.2298992 Nov 19 16:40:20.319361 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47854) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:20.323336 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Request body: {'router': {'name': 'tempest-snat-router-237721533', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'enable_snat': True}}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:20.324985 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e918-d923-478a-a6e0-de516919838d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:20.363516 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a7e918-d923-478a-a6e0-de516919838d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:20.367471 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-6112104'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:20.377535 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7e918-d923-478a-a6e0-de516919838d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb52582-e273-479a-b5be-6ceea0e71327,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:20.384421 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e918-d923-478a-a6e0-de516919838d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:20.385003 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-f3a7e918-d923-478a-a6e0-de516919838d admin admin] Added segment 57752c32-f940-4aa7-9f8b-bb38e04bd472 of type vlan for network d3e788b0-ecb9-4c46-9710-64b910c9b229 Nov 19 16:40:20.410473 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:20.417967 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:20.449239 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] Made reservation on behalf of 8814f17766984a2b9a058a7e7998ec59 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:20.453524 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:20.459772 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e918-d923-478a-a6e0-de516919838d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:20.501137 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:20.512824 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:20.518764 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e918-d923-478a-a6e0-de516919838d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:20.521127 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a7e918-d923-478a-a6e0-de516919838d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:20.521815 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e918-d923-478a-a6e0-de516919838d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:20.550071 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc60761-6774-453b-a844-3191952b17d0', 'name': 'tempest-snat-router-237721533', 'tenant_id': 'c54f8450bdb94906aac74431aa88dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.66'}], 'enable_snat': False}, 'gw_port_id': 'b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:18Z', 'updated_at': '2021-11-19T16:40:19Z', 'revision_number': 3, 'project_id': 'c54f8450bdb94906aac74431aa88dcc6', 'gw_port': {'id': 'b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc60761-6774-453b-a844-3191952b17d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:18Z', 'updated_at': '2021-11-19T16:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:20.591761 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Checking router: dbc60761-6774-453b-a844-3191952b17d0 for host: dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:40:20.592313 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Updating router dbc60761-6774-453b-a844-3191952b17d0 port b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc binding host dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:40:20.624503 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47862) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:20.635886 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:20.651579 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-f3a7e918-d923-478a-a6e0-de516919838d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8877175 Nov 19 16:40:20.654808 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47868) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:20.660321 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-e2820f8a-a735-4408-9693-286cf409d6d4 admin admin] Request body: {'subnet': {'network_id': 'd3e788b0-ecb9-4c46-9710-64b910c9b229', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1270828726-subnet', 'tenant_id': 'abe107a474fc4466ac6204593b7d3a99', 'ip_version': 4}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:20.675067 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7e918-d923-478a-a6e0-de516919838d admin admin] Pushing event updated for resources: {'Network': ['ID=d3e788b0-ecb9-4c46-9710-64b910c9b229,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:20.689546 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network d3e788b0-ecb9-4c46-9710-64b910c9b229 details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:40:20.727916 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2820f8a-a735-4408-9693-286cf409d6d4 admin admin] Made reservation on behalf of abe107a474fc4466ac6204593b7d3a99 for: {'subnet': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:20.730724 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e2820f8a-a735-4408-9693-286cf409d6d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12782384'] for subnet, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:20.945664 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.093620 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-84bbef60-8bff-4895-b247-48a72a42b564 tempest-SubnetPoolsTestJSON-949927420 tempest-SubnetPoolsTestJSON-949927420-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1308067527', 'prefixes': ['172.20.0.0/16']}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:21.115500 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.130300 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.149809 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:21.149809 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:21.149809 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:21.149809 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:21.149809 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:21.149809 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:21.149809 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:21.149809 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:21.149809 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:21.149809 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:21.149809 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:21.149809 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:21.149809 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:21.149809 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:21.149809 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:21.149809 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:21.176186 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:21.176717 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Publish callbacks [] for port, precommit_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.186819 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.196904 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.197410 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] Added segment 7eff0fbf-b0fc-4605-90c6-a2b16f29ba13 of type vlan for network a0f10a0b-a183-4fe7-9317-83fc7859308f Nov 19 16:40:21.272592 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Attempting to bind port b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:21.273112 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Attempting to bind port b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}] {{(pid=110040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:21.273788 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Attempting to bind port b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc on network 67bab61c-66b4-44e7-81e2-04c30c78e363 {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:21.275540 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47878) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:21.279104 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157f75b-c3d3-4e93-8b72-15bf06d5aedd None None] Pushing event updated for resources: {'Port': ['ID=b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc,revision_number=2']} {{(pid=110040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:21.290475 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:40:21.291055 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Checking segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:40:21.294113 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.295182 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Bound using segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:40:21.295885 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Bound port: b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}] {{(pid=110040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:40:21.296790 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.303407 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e2820f8a-a735-4408-9693-286cf409d6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13603280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12782370'] for subnet, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.361692 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.372540 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2820f8a-a735-4408-9693-286cf409d6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=012648c2-e652-45b8-8e50-9723579cae27,revision_number=0']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:21.396241 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.db [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] For port b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:40:21.401474 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.db [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] For port b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:40:21.407665 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.430331 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2820f8a-a735-4408-9693-286cf409d6d4 admin admin] Checking segment: {'id': '57752c32-f940-4aa7-9f8b-bb38e04bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd3e788b0-ecb9-4c46-9710-64b910c9b229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:40:21.430690 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2820f8a-a735-4408-9693-286cf409d6d4 admin admin] Network hostable DHCP agents. Network: d3e788b0-ecb9-4c46-9710-64b910c9b229, hostable agents: ['42275ece-0293-4067-adc1-7970661640fa'], hosted agents: [] {{(pid=110037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 16:40:21.447123 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-a83adf0d-c007-49aa-b915-45022094938a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-769575547'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:21.456256 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-79e968a8-df6b-488f-84a4-a9c3ce204d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.477155 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.db.resource_extend [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 16:40:21.487691 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157f75b-c3d3-4e93-8b72-15bf06d5aedd None None] Pushing event updated for resources: {'Port': ['ID=b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc,revision_number=3']} {{(pid=110040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:21.509127 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2820f8a-a735-4408-9693-286cf409d6d4 admin admin] Network d3e788b0-ecb9-4c46-9710-64b910c9b229 is scheduled to be hosted by DHCP agent 42275ece-0293-4067-adc1-7970661640fa with binding_index 1 {{(pid=110037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 16:40:21.534205 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Routers {'dbc60761-6774-453b-a844-3191952b17d0'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:21.535374 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['dbc60761-6774-453b-a844-3191952b17d0'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:21.535660 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83adf0d-c007-49aa-b915-45022094938a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Made reservation on behalf of 64eadf291b01468b93ff290bc22e91d5 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:21.542140 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a83adf0d-c007-49aa-b915-45022094938a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.545676 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-e2820f8a-a735-4408-9693-286cf409d6d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-815855-3-hyperv, d3e788b0-ecb9-4c46-9710-64b910c9b229) {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:21.555309 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01a2efb-ebd3-4e9c-a114-d6bbcbd95bd4 None None] Network d3e788b0-ecb9-4c46-9710-64b910c9b229 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:40:21.555538 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2820f8a-a735-4408-9693-286cf409d6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:21.555926 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e2820f8a-a735-4408-9693-286cf409d6d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.559426 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a83adf0d-c007-49aa-b915-45022094938a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.586037 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.594225 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e2820f8a-a735-4408-9693-286cf409d6d4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9379187 Nov 19 16:40:21.599050 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47892) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:21.606622 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1270828726-router', 'tenant_id': 'abe107a474fc4466ac6204593b7d3a99', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:21.615336 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.638410 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:21.642091 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.656267 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.657553 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.663881 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:21.663881 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:21.663881 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:21.663881 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:21.663881 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:21.663881 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:21.663881 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:21.663881 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:21.663881 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:21.663881 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:21.663881 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:21.663881 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:21.663881 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:21.663881 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:21.663881 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:21.663881 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:21.684986 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.722616 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a83adf0d-c007-49aa-b915-45022094938a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.761340 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] Set router dbc60761-6774-453b-a844-3191952b17d0 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:21.764396 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a83adf0d-c007-49aa-b915-45022094938a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.773345 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-a83adf0d-c007-49aa-b915-45022094938a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:21.773345 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:21.773345 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:21.773345 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:21.773345 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:21.773345 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:21.773345 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:21.773345 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:21.773345 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:21.773345 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:21.773345 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:21.773345 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:21.773345 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:21.773345 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:21.773345 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:21.773345 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:21.779082 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.789184 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83adf0d-c007-49aa-b915-45022094938a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:21.864122 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a83adf0d-c007-49aa-b915-45022094938a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.864462 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-a83adf0d-c007-49aa-b915-45022094938a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Added segment 17100c7a-f46f-479e-bb88-ec72c3abbf6f of type vlan for network 46485236-dab6-4753-b40a-fbfb804e585a Nov 19 16:40:21.874505 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-84bbef60-8bff-4895-b247-48a72a42b564 tempest-SubnetPoolsTestJSON-949927420 tempest-SubnetPoolsTestJSON-949927420-project] Publish callbacks [] for subnetpool, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.878988 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e6ca959-6359-5e0f-b29a-c93eb5d0f30b-d3e788b0-ecb9-4c46-9710-64b910c9b229', 'network_id': 'd3e788b0-ecb9-4c46-9710-64b910c9b229', 'tenant_id': 'abe107a474fc4466ac6204593b7d3a99', 'fixed_ips': [{'subnet_id': '012648c2-e652-45b8-8e50-9723579cae27'}]}} from dv-neutron-815855-3-hyperv. {{(pid=110039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 16:40:21.879955 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.880583 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-84bbef60-8bff-4895-b247-48a72a42b564 tempest-SubnetPoolsTestJSON-949927420 tempest-SubnetPoolsTestJSON-949927420-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.2531624 Nov 19 16:40:21.902492 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47898) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:21.979270 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:21.984197 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47900) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-07099502-c37e-4b44-a561-f0b2be141357 tempest-SubnetPoolsTestJSON-949927420 tempest-SubnetPoolsTestJSON-949927420-project] show failed: No details.: AttributeError: type object 'SubnetPoolRBAC' has no attribute 'target_tenant' Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 385, in show Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self._item(request, Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 350, in _item Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = obj_getter(request.context, id, **kwargs) Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:21.993119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1300, in get_subnetpool Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource subnetpool = self._get_subnetpool(context, id) Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 281, in _get_subnetpool Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource subnetpool = subnetpool_obj.SubnetPool.get_object( Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SubnetPoolRBAC' has no attribute 'target_tenant' Nov 19 16:40:21.998405 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:22.000532 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-07099502-c37e-4b44-a561-f0b2be141357 tempest-SubnetPoolsTestJSON-949927420 tempest-SubnetPoolsTestJSON-949927420-project] 10.222.0.76 "GET /v2.0/subnetpools/8ffeb465-3038-4dbe-b241-c026a0c76153 HTTP/1.1" status: 500 len: 363 time: 0.0965602 Nov 19 16:40:22.007975 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-5719f14e-d47a-4856-8383-d4c965362892 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0202162 Nov 19 16:40:22.008743 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47904) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:22.013686 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47906) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:22.019288 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-c8477236-b968-4db1-8320-9bca61d13fee tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] Request body: {'port': {'network_id': 'a0f10a0b-a183-4fe7-9317-83fc7859308f', 'name': 'tempest-PortsTestJSON-1170856810'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-c8477236-b968-4db1-8320-9bca61d13fee tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:22.022222 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:22.026286 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:22.026286 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:22.026286 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:22.026286 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:22.026286 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8477236-b968-4db1-8320-9bca61d13fee tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:22.026286 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c8477236-b968-4db1-8320-9bca61d13fee tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 500 len: 363 time: 0.0090747 Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-c0de4bc2-12ae-4589-ac7f-551e25c8fca9 tempest-SubnetPoolsTestJSON-949927420 tempest-SubnetPoolsTestJSON-949927420-project] delete failed: No details.: AttributeError: type object 'SubnetPoolRBAC' has no attribute 'target_tenant' Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._delete(request, id, **kwargs) Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 582, in _delete Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = self._item(request, id, parent_id=parent_id) Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 350, in _item Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = obj_getter(request.context, id, **kwargs) Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.026723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1300, in get_subnetpool Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource subnetpool = self._get_subnetpool(context, id) Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 281, in _get_subnetpool Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource subnetpool = subnetpool_obj.SubnetPool.get_object( Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SubnetPoolRBAC' has no attribute 'target_tenant' Nov 19 16:40:22.031348 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:22.032977 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a83adf0d-c007-49aa-b915-45022094938a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.032977 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47910) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:22.042343 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-c0de4bc2-12ae-4589-ac7f-551e25c8fca9 tempest-SubnetPoolsTestJSON-949927420 tempest-SubnetPoolsTestJSON-949927420-project] 10.222.0.76 "DELETE /v2.0/subnetpools/8ffeb465-3038-4dbe-b241-c026a0c76153 HTTP/1.1" status: 500 len: 363 time: 0.0269501 Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-bf5369a7-697a-4b89-87ef-4b2453dcf4b7 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:22.043209 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:22.047340 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:22.047340 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:22.047340 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:22.047340 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:22.047340 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5369a7-697a-4b89-87ef-4b2453dcf4b7 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:22.047340 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-bf5369a7-697a-4b89-87ef-4b2453dcf4b7 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] 10.222.0.76 "DELETE /v2.0/networks/a0f10a0b-a183-4fe7-9317-83fc7859308f HTTP/1.1" status: 500 len: 363 time: 0.0145068 Nov 19 16:40:22.049863 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47912) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:22.051176 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_common [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Allocated IP 172.26.3.67 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/4cb01ef1-5956-45bd-84f0-b55b7a333dac) {{(pid=110038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:40:22.054560 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47914) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-0c466e89-6c68-487f-a804-4e3c861c6caf tempest-SubnetPoolsTestJSON-949927420 tempest-SubnetPoolsTestJSON-949927420-project] delete failed: No details.: AttributeError: type object 'SubnetPoolRBAC' has no attribute 'target_tenant' Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._delete(request, id, **kwargs) Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 582, in _delete Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = self._item(request, id, parent_id=parent_id) Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 350, in _item Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = obj_getter(request.context, id, **kwargs) Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.067235 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1300, in get_subnetpool Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource subnetpool = self._get_subnetpool(context, id) Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 281, in _get_subnetpool Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource subnetpool = subnetpool_obj.SubnetPool.get_object( Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SubnetPoolRBAC' has no attribute 'target_tenant' Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:22.072700 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-0c466e89-6c68-487f-a804-4e3c861c6caf tempest-SubnetPoolsTestJSON-949927420 tempest-SubnetPoolsTestJSON-949927420-project] 10.222.0.76 "DELETE /v2.0/subnetpools/8ffeb465-3038-4dbe-b241-c026a0c76153 HTTP/1.1" status: 500 len: 363 time: 0.0208595 Nov 19 16:40:22.075304 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47916) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-53ec732b-ac6e-4492-a7b7-1757ebf7db15 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:22.083537 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:22.087959 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:22.087959 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:22.087959 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:22.087959 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-d70c1b8f-4d2a-42b0-bc8d-84511d24025b tempest-SubnetPoolsTestJSON-949927420 tempest-SubnetPoolsTestJSON-949927420-project] delete failed: No details.: AttributeError: type object 'SubnetPoolRBAC' has no attribute 'target_tenant' Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._delete(request, id, **kwargs) Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 582, in _delete Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = self._item(request, id, parent_id=parent_id) Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 350, in _item Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = obj_getter(request.context, id, **kwargs) Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.088466 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1300, in get_subnetpool Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource subnetpool = self._get_subnetpool(context, id) Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 281, in _get_subnetpool Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource subnetpool = subnetpool_obj.SubnetPool.get_object( Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SubnetPoolRBAC' has no attribute 'target_tenant' Nov 19 16:40:22.093168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:22.097962 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ec732b-ac6e-4492-a7b7-1757ebf7db15 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:22.100379 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-53ec732b-ac6e-4492-a7b7-1757ebf7db15 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] 10.222.0.76 "DELETE /v2.0/networks/a0f10a0b-a183-4fe7-9317-83fc7859308f HTTP/1.1" status: 500 len: 363 time: 0.0411890 Nov 19 16:40:22.103120 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d70c1b8f-4d2a-42b0-bc8d-84511d24025b tempest-SubnetPoolsTestJSON-949927420 tempest-SubnetPoolsTestJSON-949927420-project] 10.222.0.76 "DELETE /v2.0/subnetpools/8ffeb465-3038-4dbe-b241-c026a0c76153 HTTP/1.1" status: 500 len: 363 time: 0.0249989 Nov 19 16:40:22.105928 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47920) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-e7fa0f06-5b5f-4cd7-8954-820be1704531 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:22.131861 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:22.134716 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:22.134716 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:22.134716 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:22.134716 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:22.134716 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fa0f06-5b5f-4cd7-8954-820be1704531 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:22.146659 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e7fa0f06-5b5f-4cd7-8954-820be1704531 tempest-PortsTestJSON-516666764 tempest-PortsTestJSON-516666764-project] 10.222.0.76 "DELETE /v2.0/networks/a0f10a0b-a183-4fe7-9317-83fc7859308f HTTP/1.1" status: 500 len: 363 time: 0.0345504 Nov 19 16:40:22.157581 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a83adf0d-c007-49aa-b915-45022094938a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.164937 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83adf0d-c007-49aa-b915-45022094938a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:22.165760 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a83adf0d-c007-49aa-b915-45022094938a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.174578 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-a83adf0d-c007-49aa-b915-45022094938a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:22.174578 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:22.174578 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:22.174578 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:22.174578 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:22.174578 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:22.174578 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:22.174578 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:22.174578 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:22.174578 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:22.174578 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:22.174578 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:22.174578 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:22.174578 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:22.174578 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:22.174578 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:22.184781 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc60761-6774-453b-a844-3191952b17d0', 'name': 'tempest-snat-router-237721533', 'tenant_id': 'c54f8450bdb94906aac74431aa88dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.66'}], 'enable_snat': False}, 'gw_port_id': 'b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:18Z', 'updated_at': '2021-11-19T16:40:19Z', 'revision_number': 3, 'project_id': 'c54f8450bdb94906aac74431aa88dcc6', 'gw_port': {'id': 'b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc60761-6774-453b-a844-3191952b17d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:18Z', 'updated_at': '2021-11-19T16:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:22.211786 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.db_base_plugin_common [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Allocated IP 172.20.0.2 (d3e788b0-ecb9-4c46-9710-64b910c9b229/012648c2-e652-45b8-8e50-9723579cae27/a558a88d-3053-4d25-96c0-794df724fa6f) {{(pid=110039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:40:22.214271 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-a83adf0d-c007-49aa-b915-45022094938a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9376175 Nov 19 16:40:22.223908 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47924) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:22.229601 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5144cf-792f-4c94-908d-d9eda0c9fc30 None None] The sync data for ids ['dbc60761-6774-453b-a844-3191952b17d0'] in dv-neutron-815855-3-hyperv is: [{'id': 'dbc60761-6774-453b-a844-3191952b17d0', 'name': 'tempest-snat-router-237721533', 'tenant_id': 'c54f8450bdb94906aac74431aa88dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.66'}], 'enable_snat': False}, 'gw_port_id': 'b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:18Z', 'updated_at': '2021-11-19T16:40:19Z', 'revision_number': 3, 'project_id': 'c54f8450bdb94906aac74431aa88dcc6', 'gw_port': {'id': 'b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc60761-6774-453b-a844-3191952b17d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:18Z', 'updated_at': '2021-11-19T16:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}] {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:40:22.237509 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-a0a98c10-1835-4dbb-a28f-8ec055a98be3 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-130724670'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:22.291105 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47926) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:22.323671 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a98c10-1835-4dbb-a28f-8ec055a98be3 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Made reservation on behalf of 64eadf291b01468b93ff290bc22e91d5 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:22.330567 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a0a98c10-1835-4dbb-a28f-8ec055a98be3 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.365229 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-b33725c0-7dbf-4069-ac90-239be5d30626 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-498029011'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:22.438185 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Publish callbacks [] for port, precommit_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.438790 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33725c0-7dbf-4069-ac90-239be5d30626 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] Made reservation on behalf of 63d950518d5b42a6a45b82d50787e462 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:22.443297 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.443494 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b33725c0-7dbf-4069-ac90-239be5d30626 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.447377 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.467979 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b33725c0-7dbf-4069-ac90-239be5d30626 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.506207 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.525701 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Network d3e788b0-ecb9-4c46-9710-64b910c9b229 is already hosted by enough agents. {{(pid=110039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:22.527801 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.scheduler.base_scheduler [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Resources bound (agent type, host, resource id): {{(pid=110039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:22.533678 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Received port after_create {{(pid=110039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:22.567607 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Pushing event updated for resources: {'Port': ['ID=a558a88d-3053-4d25-96c0-794df724fa6f,revision_number=1']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:22.593293 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:22.603312 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:22.614109 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:22.642984 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Attempting to bind port a558a88d-3053-4d25-96c0-794df724fa6f on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:22.643950 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Attempting to bind port a558a88d-3053-4d25-96c0-794df724fa6f by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '57752c32-f940-4aa7-9f8b-bb38e04bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd3e788b0-ecb9-4c46-9710-64b910c9b229'}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:22.648323 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Attempting to bind port a558a88d-3053-4d25-96c0-794df724fa6f on network d3e788b0-ecb9-4c46-9710-64b910c9b229 {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:22.651882 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:22.652529 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:22.653025 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:22.653603 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:22.654182 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:22.654902 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:22.655405 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:22.655899 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:22.656488 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:22.656994 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:22.657529 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:22.658003 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:22.665378 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:40:22.666079 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Checking segment: {'id': '57752c32-f940-4aa7-9f8b-bb38e04bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd3e788b0-ecb9-4c46-9710-64b910c9b229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:40:22.666793 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.667432 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Bound using segment: {'id': '57752c32-f940-4aa7-9f8b-bb38e04bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd3e788b0-ecb9-4c46-9710-64b910c9b229'} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:40:22.668065 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Bound port: a558a88d-3053-4d25-96c0-794df724fa6f, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57752c32-f940-4aa7-9f8b-bb38e04bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd3e788b0-ecb9-4c46-9710-64b910c9b229'}}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:40:22.668605 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.696463 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a98c10-1835-4dbb-a28f-8ec055a98be3 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:22.705844 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Pushing event updated for resources: {'Port': ['ID=4cb01ef1-5956-45bd-84f0-b55b7a333dac,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:22.786565 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] For port a558a88d-3053-4d25-96c0-794df724fa6f, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:40:22.790473 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] For port a558a88d-3053-4d25-96c0-794df724fa6f, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=a558a88d-3053-4d25-96c0-794df724fa6f,segment=NetworkSegment(57752c32-f940-4aa7-9f8b-bb38e04bd472),segment_id=57752c32-f940-4aa7-9f8b-bb38e04bd472)] {{(pid=110039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:40:22.790646 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.792385 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47934) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:22.793662 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a0a98c10-1835-4dbb-a28f-8ec055a98be3 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.794021 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-a0a98c10-1835-4dbb-a28f-8ec055a98be3 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Added segment 34cb6ae1-4fbb-4206-bf5c-9cc39fbacd07 of type vlan for network 713cefe9-301f-4cf1-8d2c-b9af51c0d960 Nov 19 16:40:22.825766 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.855415 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.861109 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47938) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:22.885767 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:22.940051 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa1e59-1a21-41eb-b599-bcea7c15a40e None None] Pushing event updated for resources: {'Port': ['ID=a558a88d-3053-4d25-96c0-794df724fa6f,revision_number=2']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:23.002121 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b33725c0-7dbf-4069-ac90-239be5d30626 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:23.027041 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-2c53ffe1-5b6f-43ba-9aa5-c8f7df301bc8 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1154258495'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:23.027503 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-2c53ffe1-5b6f-43ba-9aa5-c8f7df301bc8 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] Unknown quota resources ['metering_label']. {{(pid=110037) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 16:40:23.042023 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a0a98c10-1835-4dbb-a28f-8ec055a98be3 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:23.052606 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b33725c0-7dbf-4069-ac90-239be5d30626 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:23.067162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-b33725c0-7dbf-4069-ac90-239be5d30626 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.067162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:23.067162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:23.067162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:23.067162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:23.067162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:23.067162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:23.067162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:23.067162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:23.067162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:23.067162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:23.067162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:23.067162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:23.067162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:23.067162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.067162 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:23.081437 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-46203614-ca8e-44ee-bf9c-727eadb73c14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:23.135303 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:40:23.216199 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:23.229203 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.db.resource_extend [None req-a0a98c10-1835-4dbb-a28f-8ec055a98be3 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 16:40:23.232452 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:23.233838 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:23.295338 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33725c0-7dbf-4069-ac90-239be5d30626 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:23.299677 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a0a98c10-1835-4dbb-a28f-8ec055a98be3 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:23.305083 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a98c10-1835-4dbb-a28f-8ec055a98be3 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:23.315792 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a0a98c10-1835-4dbb-a28f-8ec055a98be3 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:23.331782 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-a0a98c10-1835-4dbb-a28f-8ec055a98be3 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.331782 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:23.331782 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:23.331782 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:23.331782 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:23.331782 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:23.331782 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:23.331782 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:23.331782 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:23.331782 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:23.331782 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:23.331782 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:23.331782 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:23.331782 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:23.331782 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.331782 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:23.382000 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:23.409966 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] For port b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:23.420349 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:23.482414 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:23.483082 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Pushing event updated for resources: {'Port': ['ID=b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc,revision_number=4']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:23.639239 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Router 920b9053-f826-4621-a58f-e94100962e51 is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:40:23.661388 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b33725c0-7dbf-4069-ac90-239be5d30626 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:23.661860 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-b33725c0-7dbf-4069-ac90-239be5d30626 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] Added segment 6a97ef3c-6680-49b7-996e-d2a0e00f8cf4 of type vlan for network 66ce65b5-1bcd-4ff0-8fd7-6748aeecbfb0 Nov 19 16:40:23.723414 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-a0a98c10-1835-4dbb-a28f-8ec055a98be3 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4933608 Nov 19 16:40:23.730149 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47942) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:23.735718 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-8f5348b7-f012-4f2b-80dd-03cf60999321 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Request body: {'subnet': {'network_id': '46485236-dab6-4753-b40a-fbfb804e585a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-8f5348b7-f012-4f2b-80dd-03cf60999321 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:23.739157 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:23.746159 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:23.746159 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:23.746159 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.746159 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:23.746159 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5348b7-f012-4f2b-80dd-03cf60999321 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:23.746159 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8f5348b7-f012-4f2b-80dd-03cf60999321 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0095377 Nov 19 16:40:23.748056 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47944) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-8138559e-8b85-4935-8949-0df083f7206c tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:23.757859 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:23.760680 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:23.760680 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:23.760680 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.760680 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:23.760680 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8138559e-8b85-4935-8949-0df083f7206c tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:23.761299 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8138559e-8b85-4935-8949-0df083f7206c tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/713cefe9-301f-4cf1-8d2c-b9af51c0d960 HTTP/1.1" status: 500 len: 363 time: 0.0121377 Nov 19 16:40:23.763786 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2c53ffe1-5b6f-43ba-9aa5-c8f7df301bc8 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:23.765381 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-2c53ffe1-5b6f-43ba-9aa5-c8f7df301bc8 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.4623880 Nov 19 16:40:23.766173 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47946) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:23.768085 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47948) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:23.772321 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-cbafdeea-5d8a-4f8b-82cf-178346cad50d tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8a9c4521-0090-4e4e-a810-062ba01b58e7'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:23.772864 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-cbafdeea-5d8a-4f8b-82cf-178346cad50d tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110038) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-b3176886-5297-4e09-a751-e4133ad6ba12 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:23.782559 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:23.786487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:23.786487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:23.786487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.786487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:23.786487 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3176886-5297-4e09-a751-e4133ad6ba12 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:23.786487 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b3176886-5297-4e09-a751-e4133ad6ba12 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/713cefe9-301f-4cf1-8d2c-b9af51c0d960 HTTP/1.1" status: 500 len: 363 time: 0.0187063 Nov 19 16:40:23.790548 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47950) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:23.792987 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-cfaa8ae9-96ca-4ca4-950b-8eb016524b3f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8814f17766984a2b9a058a7e7998ec59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8667288 Nov 19 16:40:23.800014 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b33725c0-7dbf-4069-ac90-239be5d30626 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-99a61cdc-ff22-422a-bddf-06273cd71e41 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:23.802141 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:23.804833 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:23.804833 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:23.804833 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.804833 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:23.804833 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a61cdc-ff22-422a-bddf-06273cd71e41 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:23.806961 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_common [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Allocated IP 172.26.3.113 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/87556277-b416-4c16-879c-0648859c3c33) {{(pid=110037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:40:23.806961 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47952) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:23.808949 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-99a61cdc-ff22-422a-bddf-06273cd71e41 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/713cefe9-301f-4cf1-8d2c-b9af51c0d960 HTTP/1.1" status: 500 len: 363 time: 0.0119762 Nov 19 16:40:23.809640 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47954) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-05b37568-f2ee-4608-a1b8-7a93e7ad503a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:23.819585 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:23.822963 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:23.822963 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:23.822963 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.822963 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:23.823774 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b37568-f2ee-4608-a1b8-7a93e7ad503a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:23.827832 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-05b37568-f2ee-4608-a1b8-7a93e7ad503a tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/46485236-dab6-4753-b40a-fbfb804e585a HTTP/1.1" status: 500 len: 363 time: 0.0155654 Nov 19 16:40:23.831343 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47956) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-7ad460b3-de59-40b8-a582-78cbb32607af tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:23.841131 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:23.844575 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:23.844575 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:23.844575 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.844575 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:23.845367 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad460b3-de59-40b8-a582-78cbb32607af tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:23.851305 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-7ad460b3-de59-40b8-a582-78cbb32607af tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/46485236-dab6-4753-b40a-fbfb804e585a HTTP/1.1" status: 500 len: 363 time: 0.0158219 Nov 19 16:40:23.852269 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47958) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-4952c024-1405-492b-8fce-2bf9f053776c tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:23.863123 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:23.867317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:23.867317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:23.867317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.867317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:23.867317 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4952c024-1405-492b-8fce-2bf9f053776c tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:23.871168 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-4952c024-1405-492b-8fce-2bf9f053776c tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/46485236-dab6-4753-b40a-fbfb804e585a HTTP/1.1" status: 500 len: 363 time: 0.0163431 Nov 19 16:40:23.880820 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47960) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:23.903556 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b33725c0-7dbf-4069-ac90-239be5d30626 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:23.910304 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33725c0-7dbf-4069-ac90-239be5d30626 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:23.910878 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-7c92a8e1-cc35-43f9-af26-0b242ea6b1c0 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-546563152'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:23.910987 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b33725c0-7dbf-4069-ac90-239be5d30626 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:23.947119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-b33725c0-7dbf-4069-ac90-239be5d30626 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.947119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:23.947119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:23.947119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:23.947119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:23.947119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:23.947119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:23.947119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:23.947119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:23.947119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:23.947119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:23.947119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:23.947119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:23.947119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:23.947119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:23.947119 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:23.956915 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:40:23.963986 dv-neutron-815855-3-hyperv neutron-server[110038]: WARNING neutron.services.metering.metering_plugin [None req-cbafdeea-5d8a-4f8b-82cf-178346cad50d tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 16:40:23.970001 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Sync routers for ids ['920b9053-f826-4621-a58f-e94100962e51'] in dv-neutron-815855-3-hyperv {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:40:23.990351 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Routers {'920b9053-f826-4621-a58f-e94100962e51'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:23.991223 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['920b9053-f826-4621-a58f-e94100962e51'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:23.995680 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b33725c0-7dbf-4069-ac90-239be5d30626 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9938793 Nov 19 16:40:24.015312 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-46203614-ca8e-44ee-bf9c-727eadb73c14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.071673 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.099008 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-cbafdeea-5d8a-4f8b-82cf-178346cad50d tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.107440 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-cbafdeea-5d8a-4f8b-82cf-178346cad50d tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3381593 Nov 19 16:40:24.109149 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47962) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:24.118213 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-ed94dc90-df57-4330-8640-5e6a8cda66a6 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8a9c4521-0090-4e4e-a810-062ba01b58e7'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:24.118814 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-ed94dc90-df57-4330-8640-5e6a8cda66a6 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110038) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 16:40:24.125026 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c92a8e1-cc35-43f9-af26-0b242ea6b1c0 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Made reservation on behalf of 64eadf291b01468b93ff290bc22e91d5 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:24.128753 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7c92a8e1-cc35-43f9-af26-0b242ea6b1c0 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.129572 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.132962 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-46203614-ca8e-44ee-bf9c-727eadb73c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.145437 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.146754 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e83fbeeb-8182-4024-a926-4c92bf4db26e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.8279779 Nov 19 16:40:24.150357 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47964) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:24.165584 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Set router 920b9053-f826-4621-a58f-e94100962e51 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:24.193306 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a9648837-309b-4bc4-837c-62d2aa049f5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.245145 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:24.250275 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7bca8f-2f53-47cc-b829-21709c9847c8 None None] Network d3e788b0-ecb9-4c46-9710-64b910c9b229 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:40:24.261318 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c92a8e1-cc35-43f9-af26-0b242ea6b1c0 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:24.263529 dv-neutron-815855-3-hyperv neutron-server[110038]: WARNING neutron.services.metering.metering_plugin [None req-ed94dc90-df57-4330-8640-5e6a8cda66a6 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 16:40:24.264570 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:24.269435 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a9648837-309b-4bc4-837c-62d2aa049f5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.276405 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-46203614-ca8e-44ee-bf9c-727eadb73c14 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dde0a11094254beead3f2c889b192218&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4783516 Nov 19 16:40:24.284000 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:24.286482 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47966) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:24.291689 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Pushing event updated for resources: {'Port': ['ID=87556277-b416-4c16-879c-0648859c3c33,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:24.335372 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46203614-ca8e-44ee-bf9c-727eadb73c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c4cf69-70d9-4824-af0a-0cf5a1f43f55,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:24.447712 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a9648837-309b-4bc4-837c-62d2aa049f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.447913 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ed94dc90-df57-4330-8640-5e6a8cda66a6 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.452458 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ed94dc90-df57-4330-8640-5e6a8cda66a6 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3398221 Nov 19 16:40:24.454287 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a9648837-309b-4bc4-837c-62d2aa049f5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.460836 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-a9648837-309b-4bc4-837c-62d2aa049f5c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c3bfe971-b5ac-4535-9a4d-11730aefab28 HTTP/1.1" status: 204 len: 168 time: 0.6507728 Nov 19 16:40:24.461048 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7c92a8e1-cc35-43f9-af26-0b242ea6b1c0 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.461573 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-7c92a8e1-cc35-43f9-af26-0b242ea6b1c0 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Added segment bce852bf-f54a-4608-a163-d24d0f10f479 of type vlan for network dc0e982f-1301-4c01-bffd-66cd6d759ef4 Nov 19 16:40:24.463767 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47968) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:24.587681 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-cd027158-89ec-4863-9d2c-760644d48269 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=93de5dea-2bee-4586-b72f-5cbb70a89256 HTTP/1.1" status: 200 len: 464 time: 0.1170399 Nov 19 16:40:24.594101 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47972) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:24.606946 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.622444 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b0a896c6-4f50-40c3-8ca9-e912ec7170f1 None None] Provisioning complete for port a558a88d-3053-4d25-96c0-794df724fa6f triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:24.622697 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b0a896c6-4f50-40c3-8ca9-e912ec7170f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.682985 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9648837-309b-4bc4-837c-62d2aa049f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bfe971-b5ac-4535-9a4d-11730aefab28,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:24.725689 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7c92a8e1-cc35-43f9-af26-0b242ea6b1c0 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.734255 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-189ef1fb-374c-4960-b4bb-fb12d7502b9a tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "GET /v2.0/routers/920b9053-f826-4621-a58f-e94100962e51 HTTP/1.1" status: 200 len: 906 time: 0.5809875 Nov 19 16:40:24.740831 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47976) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:24.800691 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-912abe84-a53f-445b-9040-9fa9c3f6a1bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.837018 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920b9053-f826-4621-a58f-e94100962e51', 'name': 'tempest-snat-router-237721533', 'tenant_id': 'c54f8450bdb94906aac74431aa88dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '4cb01ef1-5956-45bd-84f0-b55b7a333dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:20Z', 'updated_at': '2021-11-19T16:40:23Z', 'revision_number': 3, 'project_id': 'c54f8450bdb94906aac74431aa88dcc6', 'gw_port': {'id': '4cb01ef1-5956-45bd-84f0-b55b7a333dac', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920b9053-f826-4621-a58f-e94100962e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:21Z', 'updated_at': '2021-11-19T16:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:24.854541 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-912abe84-a53f-445b-9040-9fa9c3f6a1bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:24.935137 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Checking router: 920b9053-f826-4621-a58f-e94100962e51 for host: dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:40:24.936042 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Updating router 920b9053-f826-4621-a58f-e94100962e51 port 4cb01ef1-5956-45bd-84f0-b55b7a333dac binding host dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:40:24.981302 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b0a896c6-4f50-40c3-8ca9-e912ec7170f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:25.016195 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-912abe84-a53f-445b-9040-9fa9c3f6a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:25.019878 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-912abe84-a53f-445b-9040-9fa9c3f6a1bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:25.024031 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-912abe84-a53f-445b-9040-9fa9c3f6a1bc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/47c4cf69-70d9-4824-af0a-0cf5a1f43f55 HTTP/1.1" status: 204 len: 168 time: 0.7304511 Nov 19 16:40:25.044787 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:25.080983 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:25.086942 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912abe84-a53f-445b-9040-9fa9c3f6a1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c4cf69-70d9-4824-af0a-0cf5a1f43f55,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:25.274632 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b0a896c6-4f50-40c3-8ca9-e912ec7170f1 None None] For port a558a88d-3053-4d25-96c0-794df724fa6f, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=a558a88d-3053-4d25-96c0-794df724fa6f,segment=NetworkSegment(57752c32-f940-4aa7-9f8b-bb38e04bd472),segment_id=57752c32-f940-4aa7-9f8b-bb38e04bd472)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:25.303292 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b0a896c6-4f50-40c3-8ca9-e912ec7170f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:25.552481 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:25.565349 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7c92a8e1-cc35-43f9-af26-0b242ea6b1c0 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:25.572169 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c92a8e1-cc35-43f9-af26-0b242ea6b1c0 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:25.573081 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7c92a8e1-cc35-43f9-af26-0b242ea6b1c0 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:25.582897 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-7c92a8e1-cc35-43f9-af26-0b242ea6b1c0 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:25.582897 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:25.582897 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:25.582897 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:25.582897 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:25.582897 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:25.582897 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:25.582897 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:25.582897 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:25.582897 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:25.582897 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:25.582897 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:25.582897 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:25.582897 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:25.582897 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:25.582897 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:25.748706 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device a558a88d-3053-4d25-96c0-794df724fa6f up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:40:25.756256 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-43e5bd9b-88d9-452d-9dcc-d48d50ffb4c8 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:25.759786 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-43e5bd9b-88d9-452d-9dcc-d48d50ffb4c8 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/93de5dea-2bee-4586-b72f-5cbb70a89256 HTTP/1.1" status: 204 len: 168 time: 1.1578002 Nov 19 16:40:25.773776 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47990) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:25.786894 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-7c92a8e1-cc35-43f9-af26-0b242ea6b1c0 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8800895 Nov 19 16:40:25.789703 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47994) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:25.797964 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-93edf8ba-f0f2-4d10-a754-a8b9c573d702 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=93de5dea-2bee-4586-b72f-5cbb70a89256 HTTP/1.1" status: 200 len: 221 time: 0.0195632 Nov 19 16:40:25.798629 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-960a6cbe-a3f8-4d6f-9843-d9f836e97394 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Request body: {'subnet': {'network_id': 'dc0e982f-1301-4c01-bffd-66cd6d759ef4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:25.801938 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 47996) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-960a6cbe-a3f8-4d6f-9843-d9f836e97394 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:25.802166 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:25.804876 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:25.804876 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:25.804876 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:25.804876 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:25.804876 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960a6cbe-a3f8-4d6f-9843-d9f836e97394 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:25.804876 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-960a6cbe-a3f8-4d6f-9843-d9f836e97394 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0131443 Nov 19 16:40:25.806847 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 47998) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-42069864-d458-482c-93f4-cd256fa9bd34 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:25.818798 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:25.821434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:25.821434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:25.821434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:25.821434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:25.821434 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42069864-d458-482c-93f4-cd256fa9bd34 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:25.821829 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-8af32489-e2a1-4a92-9fda-09a093a108fc tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1518042443', 'description': 'label created by tempest'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:25.822299 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-42069864-d458-482c-93f4-cd256fa9bd34 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/dc0e982f-1301-4c01-bffd-66cd6d759ef4 HTTP/1.1" status: 500 len: 363 time: 0.0145216 Nov 19 16:40:25.825323 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48000) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:25.828946 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-8af32489-e2a1-4a92-9fda-09a093a108fc tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] Unknown quota resources ['metering_label']. {{(pid=110037) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-8f710653-ac9b-49c3-a931-75bcdbd7914e tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:25.834402 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:25.838668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:25.838668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:25.838668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:25.838668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:25.839469 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f710653-ac9b-49c3-a931-75bcdbd7914e tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:25.847009 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8f710653-ac9b-49c3-a931-75bcdbd7914e tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/dc0e982f-1301-4c01-bffd-66cd6d759ef4 HTTP/1.1" status: 500 len: 363 time: 0.0203574 Nov 19 16:40:25.849523 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-affce528-f5b8-49d6-b9a9-e595acb67265 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:25.852244 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48002) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-d0858e39-3be8-4eae-adae-909738de18fe tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:25.936501 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:25.939677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:25.939677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:25.939677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:25.939677 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:25.941040 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0858e39-3be8-4eae-adae-909738de18fe tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:25.945374 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d0858e39-3be8-4eae-adae-909738de18fe tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/dc0e982f-1301-4c01-bffd-66cd6d759ef4 HTTP/1.1" status: 500 len: 363 time: 0.0908124 Nov 19 16:40:25.956181 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-29d77050-57f2-4dbc-b699-5a460ab8e2de None None] Provisioning complete for port a558a88d-3053-4d25-96c0-794df724fa6f triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:25.956525 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-29d77050-57f2-4dbc-b699-5a460ab8e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:25.958023 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a896c6-4f50-40c3-8ca9-e912ec7170f1 None None] Pushing event updated for resources: {'Port': ['ID=a558a88d-3053-4d25-96c0-794df724fa6f,revision_number=3']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:25.972868 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48006) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:26.006882 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-84583297-f22f-430d-b734-72893d4d2eef tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-364293635'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:26.037053 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port a558a88d-3053-4d25-96c0-794df724fa6f triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:26.037682 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.052112 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.109927 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-affce528-f5b8-49d6-b9a9-e595acb67265 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.182730 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48010) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:26.251732 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-affce528-f5b8-49d6-b9a9-e595acb67265 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Deleting port 4cb01ef1-5956-45bd-84f0-b55b7a333dac {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:26.254189 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-affce528-f5b8-49d6-b9a9-e595acb67265 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.260159 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8af32489-e2a1-4a92-9fda-09a093a108fc tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.261812 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-8af32489-e2a1-4a92-9fda-09a093a108fc tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4587882 Nov 19 16:40:26.268371 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48014) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:26.322920 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Publish callbacks [] for port, precommit_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.333572 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.370080 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Attempting to bind port 4cb01ef1-5956-45bd-84f0-b55b7a333dac on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:26.370725 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Attempting to bind port 4cb01ef1-5956-45bd-84f0-b55b7a333dac by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:26.371273 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Attempting to bind port 4cb01ef1-5956-45bd-84f0-b55b7a333dac on network 67bab61c-66b4-44e7-81e2-04c30c78e363 {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:26.398642 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84583297-f22f-430d-b734-72893d4d2eef tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Made reservation on behalf of 64eadf291b01468b93ff290bc22e91d5 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:26.402381 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-84583297-f22f-430d-b734-72893d4d2eef tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.412262 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:40:26.413010 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Checking segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:40:26.414151 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.414727 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Bound using segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:40:26.415920 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Bound port: 4cb01ef1-5956-45bd-84f0-b55b7a333dac, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:40:26.416548 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.420217 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-53e443b6-177d-411b-87f6-104fefb87fb1 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=290ab790-c317-4755-b1d5-f4a234459be6 HTTP/1.1" status: 200 len: 468 time: 0.1495826 Nov 19 16:40:26.421072 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48016) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:26.421177 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-e8a9a2e1-4f7f-4120-a90b-ee5992801af2 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Request body: {'network': {'name': 'tempest-RoutersTest-597597453'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:26.471276 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-affce528-f5b8-49d6-b9a9-e595acb67265 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.480160 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a9a2e1-4f7f-4120-a90b-ee5992801af2 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Made reservation on behalf of 457124f9b3164bba942c16ac90140ac1 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:26.484489 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8a9a2e1-4f7f-4120-a90b-ee5992801af2 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.487405 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] For port 4cb01ef1-5956-45bd-84f0-b55b7a333dac, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:40:26.492093 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] For port 4cb01ef1-5956-45bd-84f0-b55b7a333dac, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=4cb01ef1-5956-45bd-84f0-b55b7a333dac,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:40:26.499066 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:40:26.503127 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8a9a2e1-4f7f-4120-a90b-ee5992801af2 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.513166 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-affce528-f5b8-49d6-b9a9-e595acb67265 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Calling delete_port for 4cb01ef1-5956-45bd-84f0-b55b7a333dac owned by network:router_gateway {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:26.514079 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84583297-f22f-430d-b734-72893d4d2eef tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:26.557483 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.572556 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-84583297-f22f-430d-b734-72893d4d2eef tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.573185 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-84583297-f22f-430d-b734-72893d4d2eef tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Added segment 946d611f-e5f1-4663-b522-17864d894189 of type vlan for network 88322c4b-1136-4ba5-90af-a021b72e9652 Nov 19 16:40:26.575482 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Router 64ac1c00-b12c-4472-ac27-dd21578ae695 is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:40:26.576861 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6695de-8641-4baf-acd3-6a2db9092621 None None] Pushing event updated for resources: {'Port': ['ID=4cb01ef1-5956-45bd-84f0-b55b7a333dac,revision_number=2']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:26.605276 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8a9a2e1-4f7f-4120-a90b-ee5992801af2 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.612358 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8a9a2e1-4f7f-4120-a90b-ee5992801af2 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.627255 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a9a2e1-4f7f-4120-a90b-ee5992801af2 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:26.637672 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8a9a2e1-4f7f-4120-a90b-ee5992801af2 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.638068 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-e8a9a2e1-4f7f-4120-a90b-ee5992801af2 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Added segment baa0fe67-3294-4368-9336-417d38325149 of type vlan for network 7b5cc88d-d793-4e15-97e2-6205923efd4c Nov 19 16:40:26.647793 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6695de-8641-4baf-acd3-6a2db9092621 None None] Pushing event updated for resources: {'Port': ['ID=4cb01ef1-5956-45bd-84f0-b55b7a333dac,revision_number=3']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:26.677171 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:26.678226 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.696292 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-e8a9a2e1-4f7f-4120-a90b-ee5992801af2 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:26.696292 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:26.696292 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:26.696292 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:26.696292 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:26.696292 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:26.696292 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:26.696292 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:26.696292 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:26.696292 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:26.696292 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:26.696292 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:26.696292 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:26.696292 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:26.696292 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:26.696292 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:26.715232 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8a9a2e1-4f7f-4120-a90b-ee5992801af2 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.746160 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Routers {'920b9053-f826-4621-a58f-e94100962e51'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:26.747060 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['920b9053-f826-4621-a58f-e94100962e51'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:26.883182 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] Set router 920b9053-f826-4621-a58f-e94100962e51 gateway port host: None {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:26.911804 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-84583297-f22f-430d-b734-72893d4d2eef tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.916563 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8a9a2e1-4f7f-4120-a90b-ee5992801af2 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.925817 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a9a2e1-4f7f-4120-a90b-ee5992801af2 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:26.926956 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8a9a2e1-4f7f-4120-a90b-ee5992801af2 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.927717 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-86ea0c1a-fa7f-40ad-819a-8a56b5fb6dcb tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:26.931758 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-86ea0c1a-fa7f-40ad-819a-8a56b5fb6dcb tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/290ab790-c317-4755-b1d5-f4a234459be6 HTTP/1.1" status: 204 len: 168 time: 0.5058794 Nov 19 16:40:26.932358 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48018) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:26.947712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-e8a9a2e1-4f7f-4120-a90b-ee5992801af2 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:26.947712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:26.947712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:26.947712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:26.947712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:26.947712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:26.947712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:26.947712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:26.947712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:26.947712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:26.947712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:26.947712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:26.947712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:26.947712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:26.947712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:26.947712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:26.950023 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920b9053-f826-4621-a58f-e94100962e51', 'name': 'tempest-snat-router-237721533', 'tenant_id': 'c54f8450bdb94906aac74431aa88dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:20Z', 'updated_at': '2021-11-19T16:40:26Z', 'revision_number': 4, 'project_id': 'c54f8450bdb94906aac74431aa88dcc6', 'gw_port_host': None}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:26.955847 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e8a9a2e1-4f7f-4120-a90b-ee5992801af2 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7708542 Nov 19 16:40:26.960298 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48020) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:26.979270 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-59e35024-4334-4bc2-9629-55f23a6bae74 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Request body: {'network': {'name': 'tempest-RoutersTest-1416885878'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:26.979934 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-9a41195e-1613-4560-9665-7fe0d6223d92 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=290ab790-c317-4755-b1d5-f4a234459be6 HTTP/1.1" status: 200 len: 216 time: 0.0435226 Nov 19 16:40:26.986881 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48022) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:26.988838 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3611da-edc0-498a-abab-fcadd5075a47 None None] The sync data for ids ['920b9053-f826-4621-a58f-e94100962e51'] in dv-neutron-815855-3-hyperv is: [{'id': '920b9053-f826-4621-a58f-e94100962e51', 'name': 'tempest-snat-router-237721533', 'tenant_id': 'c54f8450bdb94906aac74431aa88dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:20Z', 'updated_at': '2021-11-19T16:40:26Z', 'revision_number': 4, 'project_id': 'c54f8450bdb94906aac74431aa88dcc6', 'gw_port_host': None}] {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:40:27.034889 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-2e5f7efb-e4f7-4f61-aefc-ae59341de8e3 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0468869 Nov 19 16:40:27.037044 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-84583297-f22f-430d-b734-72893d4d2eef tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.046936 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84583297-f22f-430d-b734-72893d4d2eef tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:27.047566 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-84583297-f22f-430d-b734-72893d4d2eef tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.049829 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48024) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.053974 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e35024-4334-4bc2-9629-55f23a6bae74 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Made reservation on behalf of 457124f9b3164bba942c16ac90140ac1 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:27.059194 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-59e35024-4334-4bc2-9629-55f23a6bae74 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.066062 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-84583297-f22f-430d-b734-72893d4d2eef tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.066062 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:27.066062 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:27.066062 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:27.066062 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:27.066062 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:27.066062 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:27.066062 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:27.066062 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:27.066062 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:27.066062 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:27.066062 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:27.066062 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.066062 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.066062 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.066062 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:27.068084 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:40:27.082611 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Sync routers for ids ['64ac1c00-b12c-4472-ac27-dd21578ae695'] in dv-neutron-815855-3-hyperv {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:40:27.084606 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device a558a88d-3053-4d25-96c0-794df724fa6f up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:40:27.103604 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Routers {'64ac1c00-b12c-4472-ac27-dd21578ae695'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:27.107184 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['64ac1c00-b12c-4472-ac27-dd21578ae695'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:27.110253 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e35024-4334-4bc2-9629-55f23a6bae74 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:27.120075 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-59e35024-4334-4bc2-9629-55f23a6bae74 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.120558 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-59e35024-4334-4bc2-9629-55f23a6bae74 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Added segment 50a2c41c-1a8e-4a1c-a887-5fb1b23857f6 of type vlan for network 0bc15051-4983-4e31-914a-b0e184171f7b Nov 19 16:40:27.147629 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-8da77a87-6d46-440e-a4f1-6c87c97f243a tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0760298 Nov 19 16:40:27.148561 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48026) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.155638 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.157830 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-2bf0a972-7fcd-4379-9830-625cca764082 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5577881 Nov 19 16:40:27.166184 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-84583297-f22f-430d-b734-72893d4d2eef tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1880586 Nov 19 16:40:27.182513 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-59e35024-4334-4bc2-9629-55f23a6bae74 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.186350 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48028) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.186683 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48030) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.206248 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port a558a88d-3053-4d25-96c0-794df724fa6f triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:27.207681 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.218723 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-59e35024-4334-4bc2-9629-55f23a6bae74 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.224979 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e35024-4334-4bc2-9629-55f23a6bae74 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:27.225718 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-59e35024-4334-4bc2-9629-55f23a6bae74 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.232757 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-59e35024-4334-4bc2-9629-55f23a6bae74 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.232757 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:27.232757 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:27.232757 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:27.232757 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:27.232757 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:27.232757 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:27.232757 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:27.232757 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:27.232757 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:27.232757 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:27.232757 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:27.232757 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.232757 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.232757 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.232757 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:27.243092 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-affce528-f5b8-49d6-b9a9-e595acb67265 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.261219 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-59e35024-4334-4bc2-9629-55f23a6bae74 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2998247 Nov 19 16:40:27.261983 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48032) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.287361 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-5535460f-a021-487b-a5b4-6235977399ef tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Request body: {'subnet': {'network_id': '88322c4b-1136-4ba5-90af-a021b72e9652', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-5535460f-a021-487b-a5b4-6235977399ef tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:27.290092 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:27.296695 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.296695 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.296695 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.296695 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:27.296695 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5535460f-a021-487b-a5b4-6235977399ef tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:27.296695 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-5535460f-a021-487b-a5b4-6235977399ef tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.1008468 Nov 19 16:40:27.299212 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48034) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.307972 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-7d896ee2-b7cc-41e1-93a6-925588980b92 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Request body: {'subnet': {'network_id': '7b5cc88d-d793-4e15-97e2-6205923efd4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-7d896ee2-b7cc-41e1-93a6-925588980b92 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:27.310808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:27.313712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.313712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.313712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.313712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:27.313712 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d896ee2-b7cc-41e1-93a6-925588980b92 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-c8a17c28-63c8-4bca-8041-1143cdf717c3 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:27.320234 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:27.323003 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.323003 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.323003 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.323003 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:27.323240 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-7d896ee2-b7cc-41e1-93a6-925588980b92 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0372527 Nov 19 16:40:27.323314 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a17c28-63c8-4bca-8041-1143cdf717c3 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:27.323386 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48036) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.323386 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affce528-f5b8-49d6-b9a9-e595acb67265 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cb01ef1-5956-45bd-84f0-b55b7a333dac,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:27.338391 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c8a17c28-63c8-4bca-8041-1143cdf717c3 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/88322c4b-1136-4ba5-90af-a021b72e9652 HTTP/1.1" status: 500 len: 363 time: 0.0354552 Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-6a27b7f6-8568-4e02-b3fe-6618d3402d49 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:27.338577 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:27.341271 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.341271 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.341271 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.341271 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:27.341271 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a27b7f6-8568-4e02-b3fe-6618d3402d49 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:27.344318 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-6a27b7f6-8568-4e02-b3fe-6618d3402d49 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/0bc15051-4983-4e31-914a-b0e184171f7b HTTP/1.1" status: 500 len: 363 time: 0.0187032 Nov 19 16:40:27.344944 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48038) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.345272 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48040) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-732199c4-da42-4726-9bf9-887ce5765903 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:27.355257 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:27.358507 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.358507 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.358507 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.358507 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:27.358507 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732199c4-da42-4726-9bf9-887ce5765903 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:27.362678 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-732199c4-da42-4726-9bf9-887ce5765903 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/0bc15051-4983-4e31-914a-b0e184171f7b HTTP/1.1" status: 500 len: 363 time: 0.0133011 Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-32d67bba-6265-4ba3-8d6b-f86b0dbcf5e7 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:27.368723 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:27.371845 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.371845 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.371845 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.371845 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:27.371845 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d67bba-6265-4ba3-8d6b-f86b0dbcf5e7 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:27.376617 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-32d67bba-6265-4ba3-8d6b-f86b0dbcf5e7 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/88322c4b-1136-4ba5-90af-a021b72e9652 HTTP/1.1" status: 500 len: 363 time: 0.0261352 Nov 19 16:40:27.380521 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Set router 64ac1c00-b12c-4472-ac27-dd21578ae695 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:27.387503 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48042) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.388246 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48044) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-471edd9f-15e2-4d04-b8a6-b8770f69a245 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:27.403589 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:27.413672 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.413672 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.413672 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.413672 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:27.413672 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471edd9f-15e2-4d04-b8a6-b8770f69a245 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:27.413672 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-471edd9f-15e2-4d04-b8a6-b8770f69a245 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/88322c4b-1136-4ba5-90af-a021b72e9652 HTTP/1.1" status: 500 len: 363 time: 0.0169919 Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-814a6eb9-83ed-4775-8ebd-688cc5a59206 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:27.415184 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:27.422442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.422442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.422442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.422442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:27.422442 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814a6eb9-83ed-4775-8ebd-688cc5a59206 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:27.422442 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-814a6eb9-83ed-4775-8ebd-688cc5a59206 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/0bc15051-4983-4e31-914a-b0e184171f7b HTTP/1.1" status: 500 len: 363 time: 0.0326128 Nov 19 16:40:27.422442 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48046) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.422442 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48048) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.448867 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-0ded5ba3-097f-4b8b-9d27-988632fb68e8 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-919906249', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}, 'admin_state_up': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-df9075cb-4cf3-4f54-b533-65677eef1213 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:27.460219 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:27.463074 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.463074 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.463074 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.463074 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:27.463074 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9075cb-4cf3-4f54-b533-65677eef1213 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:27.467933 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-df9075cb-4cf3-4f54-b533-65677eef1213 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/7b5cc88d-d793-4e15-97e2-6205923efd4c HTTP/1.1" status: 500 len: 363 time: 0.0247135 Nov 19 16:40:27.468532 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48050) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.476092 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e941ba64-7ed3-4687-896a-51eeb8f3705b tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels/8a9c4521-0090-4e4e-a810-062ba01b58e7 HTTP/1.1" status: 200 len: 473 time: 0.3075821 Nov 19 16:40:27.482262 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48052) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-edfb428e-eaca-4465-a4e8-b5d0f7dd1004 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:27.483118 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:27.486144 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.486144 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.486144 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.486144 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:27.486144 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edfb428e-eaca-4465-a4e8-b5d0f7dd1004 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:27.490361 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-edfb428e-eaca-4465-a4e8-b5d0f7dd1004 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/7b5cc88d-d793-4e15-97e2-6205923efd4c HTTP/1.1" status: 500 len: 363 time: 0.0182328 Nov 19 16:40:27.490956 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48054) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-3a67aaae-65a7-489c-a6cf-14e9efd1bb25 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:27.502668 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:27.505704 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.505704 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.505704 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.505704 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:27.505704 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a67aaae-65a7-489c-a6cf-14e9efd1bb25 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:27.506016 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-ee4d122e-e288-4468-ad4b-b5dab19f7a7e tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/77665c50-56a8-45b8-90e2-6eee0ed1c3a2 HTTP/1.1" status: 200 len: 461 time: 0.0213561 Nov 19 16:40:27.516949 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-3a67aaae-65a7-489c-a6cf-14e9efd1bb25 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/7b5cc88d-d793-4e15-97e2-6205923efd4c HTTP/1.1" status: 500 len: 363 time: 0.0179734 Nov 19 16:40:27.519052 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48056) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.519348 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48058) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.533625 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-2976555d-4e28-4c12-8b60-39cc48e5b304 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Request body: {'network': {'name': 'tempest-RoutersTest-351399343'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:27.536234 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48060) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.543036 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-8ff147e1-2080-4a8b-84ca-52a92e542973 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] Request body: {'subnet': {'network_id': '66ce65b5-1bcd-4ff0-8fd7-6748aeecbfb0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-8ff147e1-2080-4a8b-84ca-52a92e542973 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:27.546376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:27.552847 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.552847 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.552847 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.552847 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:27.552847 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff147e1-2080-4a8b-84ca-52a92e542973 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:27.552847 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-8ff147e1-2080-4a8b-84ca-52a92e542973 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0107746 Nov 19 16:40:27.553240 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48062) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-f62f7409-409e-4161-8f1b-785363f15703 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:27.560586 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:27.569345 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.569345 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.569345 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.569345 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:27.569345 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62f7409-409e-4161-8f1b-785363f15703 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:27.569345 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f62f7409-409e-4161-8f1b-785363f15703 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] 10.222.0.76 "DELETE /v2.0/networks/66ce65b5-1bcd-4ff0-8fd7-6748aeecbfb0 HTTP/1.1" status: 500 len: 363 time: 0.0099936 Nov 19 16:40:27.569808 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48064) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.571327 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-affce528-f5b8-49d6-b9a9-e595acb67265 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16705570'] for router_gateway, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-47423a2c-0da0-4983-95ad-170e020e91e0 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:27.581069 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:27.584688 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.584688 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.584688 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.584688 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:27.584688 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47423a2c-0da0-4983-95ad-170e020e91e0 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:27.584688 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-47423a2c-0da0-4983-95ad-170e020e91e0 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] 10.222.0.76 "DELETE /v2.0/networks/66ce65b5-1bcd-4ff0-8fd7-6748aeecbfb0 HTTP/1.1" status: 500 len: 363 time: 0.0160320 Nov 19 16:40:27.587595 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48066) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-2dc0e70c-0dda-49b5-9794-b4ff4e43a0d9 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:27.597037 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:27.599918 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:27.599918 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:27.599918 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:27.599918 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:27.599918 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc0e70c-0dda-49b5-9794-b4ff4e43a0d9 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:27.608463 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-2dc0e70c-0dda-49b5-9794-b4ff4e43a0d9 tempest-NetworksIpV6TestAttrs-1765202318 tempest-NetworksIpV6TestAttrs-1765202318-project] 10.222.0.76 "DELETE /v2.0/networks/66ce65b5-1bcd-4ff0-8fd7-6748aeecbfb0 HTTP/1.1" status: 500 len: 363 time: 0.0120223 Nov 19 16:40:27.645602 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0ded5ba3-097f-4b8b-9d27-988632fb68e8 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.646463 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0ded5ba3-097f-4b8b-9d27-988632fb68e8 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.708018 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-affce528-f5b8-49d6-b9a9-e595acb67265 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.747498 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-affce528-f5b8-49d6-b9a9-e595acb67265 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.761116 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2976555d-4e28-4c12-8b60-39cc48e5b304 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Made reservation on behalf of 457124f9b3164bba942c16ac90140ac1 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:27.764848 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2976555d-4e28-4c12-8b60-39cc48e5b304 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.815533 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'name': 'tempest-TestVolumeBootPattern-1270828726-router', 'tenant_id': 'abe107a474fc4466ac6204593b7d3a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '87556277-b416-4c16-879c-0648859c3c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:21Z', 'updated_at': '2021-11-19T16:40:25Z', 'revision_number': 3, 'project_id': 'abe107a474fc4466ac6204593b7d3a99', 'gw_port': {'id': '87556277-b416-4c16-879c-0648859c3c33', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:22Z', 'updated_at': '2021-11-19T16:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:27.854243 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Checking router: 64ac1c00-b12c-4472-ac27-dd21578ae695 for host: dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:40:27.855011 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Updating router 64ac1c00-b12c-4472-ac27-dd21578ae695 port 87556277-b416-4c16-879c-0648859c3c33 binding host dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:40:27.892538 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0ded5ba3-097f-4b8b-9d27-988632fb68e8 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.896489 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6e23538f-f658-4266-aff6-e5e32cde4e14 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.897155 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-6e23538f-f658-4266-aff6-e5e32cde4e14 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/77665c50-56a8-45b8-90e2-6eee0ed1c3a2 HTTP/1.1" status: 204 len: 168 time: 0.3688128 Nov 19 16:40:27.900374 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48070) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.900545 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-affce528-f5b8-49d6-b9a9-e595acb67265 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.901053 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affce528-f5b8-49d6-b9a9-e595acb67265 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 920b9053-f826-4621-a58f-e94100962e51 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:27.910171 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-affce528-f5b8-49d6-b9a9-e595acb67265 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:27.911603 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-affce528-f5b8-49d6-b9a9-e595acb67265 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "DELETE /v2.0/routers/920b9053-f826-4621-a58f-e94100962e51 HTTP/1.1" status: 204 len: 168 time: 3.1660051 Nov 19 16:40:27.915056 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48072) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:27.926565 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.018901 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2976555d-4e28-4c12-8b60-39cc48e5b304 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:28.049118 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2976555d-4e28-4c12-8b60-39cc48e5b304 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.053661 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-2976555d-4e28-4c12-8b60-39cc48e5b304 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Added segment 8e7944f2-5edf-46e0-91b8-82a4c3150516 of type vlan for network 02438fc4-963a-4d4c-84ae-cac953738d54 Nov 19 16:40:28.087786 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48076) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:28.174962 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0ded5ba3-097f-4b8b-9d27-988632fb68e8 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.194237 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2976555d-4e28-4c12-8b60-39cc48e5b304 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.200057 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0ded5ba3-097f-4b8b-9d27-988632fb68e8 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.244099 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-35a1d9a7-2775-443e-b7aa-37cc8f980533 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.245174 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-35a1d9a7-2775-443e-b7aa-37cc8f980533 tempest-MeteringTestJSON-224976744 tempest-MeteringTestJSON-224976744-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/8a9c4521-0090-4e4e-a810-062ba01b58e7 HTTP/1.1" status: 204 len: 168 time: 0.3436961 Nov 19 16:40:28.265247 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.282381 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e08a924b-0677-496c-8c98-e9c4ec2e7e30 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.384241 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Publish callbacks [] for port, precommit_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.389915 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-f7d82575-c25a-4069-a4b3-1bef9f65890c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=63d950518d5b42a6a45b82d50787e462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991061 Nov 19 16:40:28.393120 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48082) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:28.401056 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.483624 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-26218ee2-8467-4620-9e18-ba20c971de6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.494469 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e005451-8aa1-4d7d-aac8-05209ab07db9 None None] Pushing event updated for resources: {'Port': ['ID=87556277-b416-4c16-879c-0648859c3c33,revision_number=2']} {{(pid=110040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:28.530727 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e005451-8aa1-4d7d-aac8-05209ab07db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:28.531499 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e005451-8aa1-4d7d-aac8-05209ab07db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:28.532077 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e005451-8aa1-4d7d-aac8-05209ab07db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:28.532696 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e005451-8aa1-4d7d-aac8-05209ab07db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:28.533417 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e005451-8aa1-4d7d-aac8-05209ab07db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:28.534011 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e005451-8aa1-4d7d-aac8-05209ab07db9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:28.534500 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-26218ee2-8467-4620-9e18-ba20c971de6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.534787 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e005451-8aa1-4d7d-aac8-05209ab07db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:28.535467 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e005451-8aa1-4d7d-aac8-05209ab07db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:28.536024 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e005451-8aa1-4d7d-aac8-05209ab07db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:28.537907 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e005451-8aa1-4d7d-aac8-05209ab07db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:28.538509 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e005451-8aa1-4d7d-aac8-05209ab07db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:28.539060 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e005451-8aa1-4d7d-aac8-05209ab07db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:40:28.562605 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Attempting to bind port 87556277-b416-4c16-879c-0648859c3c33 on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:28.563138 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Attempting to bind port 87556277-b416-4c16-879c-0648859c3c33 by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}] {{(pid=110040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:28.563611 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Attempting to bind port 87556277-b416-4c16-879c-0648859c3c33 on network 67bab61c-66b4-44e7-81e2-04c30c78e363 {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:28.570274 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:40:28.570732 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Checking segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:40:28.571657 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.572203 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Bound using segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:40:28.573232 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Bound port: 87556277-b416-4c16-879c-0648859c3c33, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}] {{(pid=110040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:40:28.573943 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.583222 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2976555d-4e28-4c12-8b60-39cc48e5b304 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.589286 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2976555d-4e28-4c12-8b60-39cc48e5b304 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:28.589918 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2976555d-4e28-4c12-8b60-39cc48e5b304 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.596610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-2976555d-4e28-4c12-8b60-39cc48e5b304 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:28.596610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:28.596610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:28.596610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:28.596610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:28.596610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:28.596610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:28.596610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:28.596610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:28.596610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:28.596610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:28.596610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:28.596610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:28.596610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:28.596610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:28.596610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:28.612326 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_common [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Allocated IP 172.20.0.1 (d3e788b0-ecb9-4c46-9710-64b910c9b229/012648c2-e652-45b8-8e50-9723579cae27/6bacdd14-e87e-4b5c-b697-de190b6b3379) {{(pid=110037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:40:28.644923 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-26218ee2-8467-4620-9e18-ba20c971de6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.647953 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-26218ee2-8467-4620-9e18-ba20c971de6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.651830 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-26218ee2-8467-4620-9e18-ba20c971de6b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a0c69f2b-486c-41a9-b175-67174fd500e3 HTTP/1.1" status: 204 len: 168 time: 0.2534719 Nov 19 16:40:28.669357 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.db [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] For port 87556277-b416-4c16-879c-0648859c3c33, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:40:28.677540 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.db [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] For port 87556277-b416-4c16-879c-0648859c3c33, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=87556277-b416-4c16-879c-0648859c3c33,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:40:28.680390 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48088) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:28.687663 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.695170 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26218ee2-8467-4620-9e18-ba20c971de6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c69f2b-486c-41a9-b175-67174fd500e3,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:28.759868 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0ded5ba3-097f-4b8b-9d27-988632fb68e8 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.766699 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-2976555d-4e28-4c12-8b60-39cc48e5b304 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2370863 Nov 19 16:40:28.768280 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0ded5ba3-097f-4b8b-9d27-988632fb68e8 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.771312 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48092) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:28.777539 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.778679 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-6323f651-117d-477a-be0a-46d32fa050ea tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Request body: {'subnet': {'network_id': '02438fc4-963a-4d4c-84ae-cac953738d54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-6323f651-117d-477a-be0a-46d32fa050ea tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:28.781776 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:28.784765 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:28.784765 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:28.784765 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:28.784765 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:28.785613 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6323f651-117d-477a-be0a-46d32fa050ea tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:28.786958 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-6323f651-117d-477a-be0a-46d32fa050ea tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0132487 Nov 19 16:40:28.792105 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48094) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-4cd97c50-7ae6-4fae-aa5f-035c026e9107 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:28.804936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:28.808155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:28.808155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:28.808155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:28.808155 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:28.808966 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd97c50-7ae6-4fae-aa5f-035c026e9107 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:28.812562 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-4cd97c50-7ae6-4fae-aa5f-035c026e9107 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/02438fc4-963a-4d4c-84ae-cac953738d54 HTTP/1.1" status: 500 len: 363 time: 0.0166941 Nov 19 16:40:28.820010 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48096) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:28.829122 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Routers {'64ac1c00-b12c-4472-ac27-dd21578ae695'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:28.829809 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['64ac1c00-b12c-4472-ac27-dd21578ae695'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-97d25975-7ce9-4c22-9f9f-1de712f43a60 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:28.834429 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:28.837576 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:28.837576 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:28.837576 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:28.837576 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:28.837576 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d25975-7ce9-4c22-9f9f-1de712f43a60 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:28.843915 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-97d25975-7ce9-4c22-9f9f-1de712f43a60 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/02438fc4-963a-4d4c-84ae-cac953738d54 HTTP/1.1" status: 500 len: 363 time: 0.0226097 Nov 19 16:40:28.846584 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48098) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-6751d858-df51-4531-bf79-bbbc0e2bdc71 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:28.854547 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:28.858224 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:28.858224 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:28.858224 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:28.858224 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:28.858224 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6751d858-df51-4531-bf79-bbbc0e2bdc71 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:28.868135 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6751d858-df51-4531-bf79-bbbc0e2bdc71 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/02438fc4-963a-4d4c-84ae-cac953738d54 HTTP/1.1" status: 500 len: 363 time: 0.0182178 Nov 19 16:40:28.868877 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48100) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:28.879274 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-9aab6bed-180f-4e79-9121-1e965852b627 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Request body: {'network': {'name': 'tempest-RoutersTest-674129808'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:28.888712 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0ded5ba3-097f-4b8b-9d27-988632fb68e8 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.889475 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ded5ba3-097f-4b8b-9d27-988632fb68e8 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Fanout notify agent at l3_agent the message router_deleted on router c875bbe4-2f80-4c7b-8fed-66c1d6f68ae0 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:28.900947 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.919318 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e08a924b-0677-496c-8c98-e9c4ec2e7e30 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.931412 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aab6bed-180f-4e79-9121-1e965852b627 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Made reservation on behalf of 457124f9b3164bba942c16ac90140ac1 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:28.935798 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9aab6bed-180f-4e79-9121-1e965852b627 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-0ded5ba3-097f-4b8b-9d27-988632fb68e8 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] create failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 2070, in create_router Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_dict = super(L3_NAT_db_mixin, self).create_router(context, Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:28.941438 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 277, in create_router Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_db, _unused = db_utils.safe_creation(context, create, Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 76, in safe_creation Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.error("Cannot clean up created object %(obj)s. " Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 69, in safe_creation Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource updated_obj, value = create_bindings(obj['id']) Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 262, in _update_gw_for_create_router Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, router_id, Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gateway_ip_qos.py", line 65, in _update_router_gw_info Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router = super(L3_gw_ip_qos_dbonly_mixin, Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource super(L3_NAT_dbonly_mixin, self)._update_router_gw_info( Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 516, in _update_router_gw_info Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_id = self._validate_gw_info(context, info, ext_ips, router) Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 364, in _validate_gw_info Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_db = self._core_plugin._get_network(context, network_id) Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:28.945286 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:28.948400 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-0ded5ba3-097f-4b8b-9d27-988632fb68e8 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 500 len: 363 time: 1.5053978 Nov 19 16:40:28.955181 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e005451-8aa1-4d7d-aac8-05209ab07db9 None None] Pushing event updated for resources: {'Port': ['ID=87556277-b416-4c16-879c-0648859c3c33,revision_number=3']} {{(pid=110040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:28.958603 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48104) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:28.963536 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-39467410-f09c-4a2f-9764-14335a358c60 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-905580838'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:29.024647 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Network d3e788b0-ecb9-4c46-9710-64b910c9b229 is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:29.031332 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:29.036077 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:29.050980 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] Set router 64ac1c00-b12c-4472-ac27-dd21578ae695 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:29.056371 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aab6bed-180f-4e79-9121-1e965852b627 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:29.073168 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-e08a924b-0677-496c-8c98-e9c4ec2e7e30 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Deleting port b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:29.073527 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e08a924b-0677-496c-8c98-e9c4ec2e7e30 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.075225 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39467410-f09c-4a2f-9764-14335a358c60 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Made reservation on behalf of 64eadf291b01468b93ff290bc22e91d5 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:29.079122 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-39467410-f09c-4a2f-9764-14335a358c60 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.081336 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Pushing event updated for resources: {'Port': ['ID=6bacdd14-e87e-4b5c-b697-de190b6b3379,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:29.112008 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-73709a62-b39a-4c01-8579-b4b91eb9517f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.113312 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9aab6bed-180f-4e79-9121-1e965852b627 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.113671 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-9aab6bed-180f-4e79-9121-1e965852b627 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Added segment 90e86187-ae09-4b0e-98a7-09b63218f598 of type vlan for network 15ebe029-af87-41a2-96e4-10ca75ca1e39 Nov 19 16:40:29.149314 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16705781'] for router_interface, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.264428 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39467410-f09c-4a2f-9764-14335a358c60 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:29.282969 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9aab6bed-180f-4e79-9121-1e965852b627 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.307088 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'name': 'tempest-TestVolumeBootPattern-1270828726-router', 'tenant_id': 'abe107a474fc4466ac6204593b7d3a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '87556277-b416-4c16-879c-0648859c3c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:21Z', 'updated_at': '2021-11-19T16:40:25Z', 'revision_number': 3, 'project_id': 'abe107a474fc4466ac6204593b7d3a99', 'gw_port': {'id': '87556277-b416-4c16-879c-0648859c3c33', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:22Z', 'updated_at': '2021-11-19T16:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:29.326929 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-39467410-f09c-4a2f-9764-14335a358c60 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.330421 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-39467410-f09c-4a2f-9764-14335a358c60 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Added segment aff7353e-71fc-488d-a727-d289bee99516 of type vlan for network 98d84d73-5831-4f02-a4e2-4f6ef76a255d Nov 19 16:40:29.337250 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b45588-6bc7-45d9-bbac-92f056579876 None None] The sync data for ids ['64ac1c00-b12c-4472-ac27-dd21578ae695'] in dv-neutron-815855-3-hyperv is: [{'id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'name': 'tempest-TestVolumeBootPattern-1270828726-router', 'tenant_id': 'abe107a474fc4466ac6204593b7d3a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '87556277-b416-4c16-879c-0648859c3c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:21Z', 'updated_at': '2021-11-19T16:40:25Z', 'revision_number': 3, 'project_id': 'abe107a474fc4466ac6204593b7d3a99', 'gw_port': {'id': '87556277-b416-4c16-879c-0648859c3c33', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:22Z', 'updated_at': '2021-11-19T16:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}] {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:40:29.419678 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-2c08e1b3-60a8-4fe1-bee2-35e7b7656d50 None None] Provisioning complete for port 6bacdd14-e87e-4b5c-b697-de190b6b3379 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:29.421171 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-2c08e1b3-60a8-4fe1-bee2-35e7b7656d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.430806 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-73709a62-b39a-4c01-8579-b4b91eb9517f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.436706 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-73709a62-b39a-4c01-8579-b4b91eb9517f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.439776 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.db [None req-e08a924b-0677-496c-8c98-e9c4ec2e7e30 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] For port b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:29.447602 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e08a924b-0677-496c-8c98-e9c4ec2e7e30 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.464998 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.473899 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-39467410-f09c-4a2f-9764-14335a358c60 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.481432 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-2c08e1b3-60a8-4fe1-bee2-35e7b7656d50 None None] Port 6bacdd14-e87e-4b5c-b697-de190b6b3379 cannot update to ACTIVE because it is not bound. {{(pid=110039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 16:40:29.483081 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-e08a924b-0677-496c-8c98-e9c4ec2e7e30 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Calling delete_port for b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc owned by network:router_gateway {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:29.491511 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9aab6bed-180f-4e79-9121-1e965852b627 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.498291 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aab6bed-180f-4e79-9121-1e965852b627 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:29.499008 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9aab6bed-180f-4e79-9121-1e965852b627 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.507406 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-9aab6bed-180f-4e79-9121-1e965852b627 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.507406 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:29.507406 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:29.507406 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:29.507406 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:29.507406 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:29.507406 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:29.507406 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:29.507406 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:29.507406 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:29.507406 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:29.507406 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:29.507406 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:29.507406 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:29.507406 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.507406 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:29.548078 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-73709a62-b39a-4c01-8579-b4b91eb9517f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c864ca71337c4933bb701bdd71be6247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8665693 Nov 19 16:40:29.552735 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48116) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:29.565582 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73709a62-b39a-4c01-8579-b4b91eb9517f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb7e5c2-7520-4b89-8da3-9b27615e5b10,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:29.572994 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-9aab6bed-180f-4e79-9121-1e965852b627 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6991978 Nov 19 16:40:29.576594 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48120) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:29.582393 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-3e0eae3c-c271-4f38-831a-f0a448d04717 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Request body: {'subnet': {'network_id': '15ebe029-af87-41a2-96e4-10ca75ca1e39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-3e0eae3c-c271-4f38-831a-f0a448d04717 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:29.584824 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:29.587786 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:29.587786 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:29.587786 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.587786 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:29.587786 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0eae3c-c271-4f38-831a-f0a448d04717 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:29.589291 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-3e0eae3c-c271-4f38-831a-f0a448d04717 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0112662 Nov 19 16:40:29.591956 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-39467410-f09c-4a2f-9764-14335a358c60 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.597370 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39467410-f09c-4a2f-9764-14335a358c60 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:29.598026 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-39467410-f09c-4a2f-9764-14335a358c60 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.598134 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48122) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-de651bf7-dda8-46f1-b9e1-71d5b8805749 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:29.608806 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:29.612017 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:29.612017 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:29.612017 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.612017 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:29.612017 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de651bf7-dda8-46f1-b9e1-71d5b8805749 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:29.612428 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-39467410-f09c-4a2f-9764-14335a358c60 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.612428 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:29.612428 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:29.612428 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:29.612428 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:29.612428 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:29.612428 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:29.612428 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:29.612428 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:29.612428 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:29.612428 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:29.612428 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:29.612428 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:29.612428 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:29.612428 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.612428 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:29.613302 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-de651bf7-dda8-46f1-b9e1-71d5b8805749 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/15ebe029-af87-41a2-96e4-10ca75ca1e39 HTTP/1.1" status: 500 len: 363 time: 0.0120876 Nov 19 16:40:29.619926 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48126) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-0f519ec5-e5bb-4cdd-84ed-18e710526d1c tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:29.637013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:29.644387 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:29.644387 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:29.644387 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.644387 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:29.644387 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f519ec5-e5bb-4cdd-84ed-18e710526d1c tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:29.644387 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-0f519ec5-e5bb-4cdd-84ed-18e710526d1c tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/15ebe029-af87-41a2-96e4-10ca75ca1e39 HTTP/1.1" status: 500 len: 363 time: 0.0121281 Nov 19 16:40:29.644847 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48128) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:29.651174 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-39467410-f09c-4a2f-9764-14335a358c60 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6914279 Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-6e9a2295-15dd-4a7b-b68a-b0889a622d0a tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:29.653435 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:29.656950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:29.656950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:29.656950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.656950 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:29.656950 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9a2295-15dd-4a7b-b68a-b0889a622d0a tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:29.657381 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6e9a2295-15dd-4a7b-b68a-b0889a622d0a tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/15ebe029-af87-41a2-96e4-10ca75ca1e39 HTTP/1.1" status: 500 len: 363 time: 0.0108030 Nov 19 16:40:29.658055 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48130) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:29.666620 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48132) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-d53b37fd-0fd2-4ddc-9bfe-4dcde6b57f28 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Request body: {'subnet': {'network_id': '98d84d73-5831-4f02-a4e2-4f6ef76a255d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-d53b37fd-0fd2-4ddc-9bfe-4dcde6b57f28 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:29.666923 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:29.674217 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:29.674217 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:29.674217 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:29.674217 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:29.674217 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:29.674217 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:29.674217 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.674217 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:29.674217 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53b37fd-0fd2-4ddc-9bfe-4dcde6b57f28 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:29.674217 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d53b37fd-0fd2-4ddc-9bfe-4dcde6b57f28 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0090098 Nov 19 16:40:29.682214 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48134) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:29.682502 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-7ac9b8cf-5f0e-48b8-b9f4-63e625891079 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2132076916', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}, 'admin_state_up': False}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-e0e0406f-6874-4ad6-97be-6a5999b04e09 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:29.683031 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:29.691953 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:29.691953 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:29.691953 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.691953 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:29.691953 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e0406f-6874-4ad6-97be-6a5999b04e09 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:29.691953 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e0e0406f-6874-4ad6-97be-6a5999b04e09 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/98d84d73-5831-4f02-a4e2-4f6ef76a255d HTTP/1.1" status: 500 len: 363 time: 0.0102034 Nov 19 16:40:29.698787 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48136) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-debf0cdb-9fdc-4343-a59e-59cc80c316bc tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:29.716075 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:29.719277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:29.719277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:29.719277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.719277 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:29.720116 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-debf0cdb-9fdc-4343-a59e-59cc80c316bc tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:29.723482 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-debf0cdb-9fdc-4343-a59e-59cc80c316bc tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/98d84d73-5831-4f02-a4e2-4f6ef76a255d HTTP/1.1" status: 500 len: 363 time: 0.0235715 Nov 19 16:40:29.736129 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48138) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-9582c413-381c-45bb-89f3-43745100b89d tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:29.746049 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:29.767359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:29.767359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:29.767359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:29.767359 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:29.767359 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9582c413-381c-45bb-89f3-43745100b89d tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:29.767359 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-9582c413-381c-45bb-89f3-43745100b89d tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/98d84d73-5831-4f02-a4e2-4f6ef76a255d HTTP/1.1" status: 500 len: 363 time: 0.0110083 Nov 19 16:40:29.767359 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48140) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:29.790133 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-ccd4e863-1259-4f84-9da3-703fea28e960 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-646195848', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:29.861840 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b8cf-5f0e-48b8-b9f4-63e625891079 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.863543 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b8cf-5f0e-48b8-b9f4-63e625891079 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.878971 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e42781d9-f063-4fbe-9879-50e1c66bd9e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.894280 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e08a924b-0677-496c-8c98-e9c4ec2e7e30 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:29.941601 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a924b-0677-496c-8c98-e9c4ec2e7e30 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:29.943731 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48144) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:30.019768 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e08a924b-0677-496c-8c98-e9c4ec2e7e30 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16705570'] for router_gateway, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.125929 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-25a757c8-f9d4-4df0-a66e-0f483de408d8 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:30.126568 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ccd4e863-1259-4f84-9da3-703fea28e960 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.126875 dv-neutron-815855-3-hyperv neutron-server[110038]: WARNING neutron.api.v2.base [None req-25a757c8-f9d4-4df0-a66e-0f483de408d8 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 16:40:30.127474 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.api.v2.resource [None req-25a757c8-f9d4-4df0-a66e-0f483de408d8 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 16:40:30.127602 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ccd4e863-1259-4f84-9da3-703fea28e960 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.128594 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-25a757c8-f9d4-4df0-a66e-0f483de408d8 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1647308 Nov 19 16:40:30.132444 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48148) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:30.136870 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-1b18f911-3ac1-44cf-9a33-d174a7b85838 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Request body: {'security_group': {'name': 'tempest-secgroup--259111615'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:30.148370 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e08a924b-0677-496c-8c98-e9c4ec2e7e30 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.151894 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e08a924b-0677-496c-8c98-e9c4ec2e7e30 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.177020 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e42781d9-f063-4fbe-9879-50e1c66bd9e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.180338 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b8cf-5f0e-48b8-b9f4-63e625891079 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.206357 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1b18f911-3ac1-44cf-9a33-d174a7b85838 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.216998 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1b18f911-3ac1-44cf-9a33-d174a7b85838 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.220409 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e08a924b-0677-496c-8c98-e9c4ec2e7e30 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.221032 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08a924b-0677-496c-8c98-e9c4ec2e7e30 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dbc60761-6774-453b-a844-3191952b17d0 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:30.222529 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.226228 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e08a924b-0677-496c-8c98-e9c4ec2e7e30 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.227518 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e08a924b-0677-496c-8c98-e9c4ec2e7e30 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "DELETE /v2.0/routers/dbc60761-6774-453b-a844-3191952b17d0 HTTP/1.1" status: 204 len: 168 time: 2.2799797 Nov 19 16:40:30.235039 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48150) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:30.239842 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-9133ae0d-6d16-4736-9393-77868a1356d3 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2089624641', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}, 'admin_state_up': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:30.287570 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9133ae0d-6d16-4736-9393-77868a1356d3 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.288570 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9133ae0d-6d16-4736-9393-77868a1356d3 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.326115 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13603141'] for port, after_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.368550 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9133ae0d-6d16-4736-9393-77868a1356d3 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.421787 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1b18f911-3ac1-44cf-9a33-d174a7b85838 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.457112 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1b18f911-3ac1-44cf-9a33-d174a7b85838 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.470857 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ccd4e863-1259-4f84-9da3-703fea28e960 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.489142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-1b18f911-3ac1-44cf-9a33-d174a7b85838 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:30.489142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:30.489142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:30.489142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:30.489142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:30.489142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:30.489142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:30.489142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:30.489142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:30.489142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:30.489142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:30.489142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:30.489142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:30.489142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:30.489142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:30.489142 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:30.545228 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ccd4e863-1259-4f84-9da3-703fea28e960 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.563581 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16707333'] for router_interface, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.571992 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b8cf-5f0e-48b8-b9f4-63e625891079 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.574989 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Pushing event updated for resources: {'Port': ['ID=6bacdd14-e87e-4b5c-b697-de190b6b3379,revision_number=2']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:30.588545 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ccd4e863-1259-4f84-9da3-703fea28e960 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.589398 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9133ae0d-6d16-4736-9393-77868a1356d3 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.589789 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-ccd4e863-1259-4f84-9da3-703fea28e960 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8203657 Nov 19 16:40:30.591104 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b8cf-5f0e-48b8-b9f4-63e625891079 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.592657 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48152) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:30.596511 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e42781d9-f063-4fbe-9879-50e1c66bd9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.598145 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-035a879b-34bd-4713-9b71-636a4c9481a4 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-865134934'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:30.599011 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e42781d9-f063-4fbe-9879-50e1c66bd9e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.601536 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e42781d9-f063-4fbe-9879-50e1c66bd9e4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1bb7e5c2-7520-4b89-8da3-9b27615e5b10 HTTP/1.1" status: 204 len: 168 time: 1.0455837 Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-1b18f911-3ac1-44cf-9a33-d174a7b85838 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:30.605434 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:30.609187 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:30.611393 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-1b18f911-3ac1-44cf-9a33-d174a7b85838 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.4778581 Nov 19 16:40:30.624703 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9133ae0d-6d16-4736-9393-77868a1356d3 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.627584 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48156) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:30.635206 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-de3febb1-558c-4e18-86c7-a795f61b23c1 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967393009'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:30.709241 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035a879b-34bd-4713-9b71-636a4c9481a4 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Made reservation on behalf of 64eadf291b01468b93ff290bc22e91d5 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:30.709926 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42781d9-f063-4fbe-9879-50e1c66bd9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb7e5c2-7520-4b89-8da3-9b27615e5b10,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:30.713895 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-035a879b-34bd-4713-9b71-636a4c9481a4 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.758572 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035a879b-34bd-4713-9b71-636a4c9481a4 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:30.761120 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-de3febb1-558c-4e18-86c7-a795f61b23c1 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.830833 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b8cf-5f0e-48b8-b9f4-63e625891079 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.835677 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b8cf-5f0e-48b8-b9f4-63e625891079 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.886159 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-035a879b-34bd-4713-9b71-636a4c9481a4 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.886508 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-035a879b-34bd-4713-9b71-636a4c9481a4 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Added segment eff13218-f088-43e3-97b6-aa064a9c1705 of type vlan for network c65eb866-074c-4710-82d7-897d74f6cf42 Nov 19 16:40:30.900189 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9133ae0d-6d16-4736-9393-77868a1356d3 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.905720 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9133ae0d-6d16-4736-9393-77868a1356d3 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.910108 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Network d3e788b0-ecb9-4c46-9710-64b910c9b229 is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:30.912825 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:30.919041 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b8cf-5f0e-48b8-b9f4-63e625891079 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:30.919801 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac9b8cf-5f0e-48b8-b9f4-63e625891079 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Fanout notify agent at l3_agent the message router_deleted on router bcc403a4-1164-4bb2-9c86-6c5fbee5238e {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-7ac9b8cf-5f0e-48b8-b9f4-63e625891079 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] create failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 2070, in create_router Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource router_dict = super(L3_NAT_db_mixin, self).create_router(context, Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.003434 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 277, in create_router Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource router_db, _unused = db_utils.safe_creation(context, create, Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 76, in safe_creation Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.error("Cannot clean up created object %(obj)s. " Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 69, in safe_creation Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource updated_obj, value = create_bindings(obj['id']) Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 262, in _update_gw_for_create_router Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, router_id, Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gateway_ip_qos.py", line 65, in _update_router_gw_info Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource router = super(L3_gw_ip_qos_dbonly_mixin, Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource super(L3_NAT_dbonly_mixin, self)._update_router_gw_info( Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 516, in _update_router_gw_info Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network_id = self._validate_gw_info(context, info, ext_ips, router) Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 364, in _validate_gw_info Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network_db = self._core_plugin._get_network(context, network_id) Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:31.007030 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-7ac9b8cf-5f0e-48b8-b9f4-63e625891079 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 500 len: 363 time: 1.3326137 Nov 19 16:40:31.013017 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48160) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:31.025010 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-035a879b-34bd-4713-9b71-636a4c9481a4 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.031920 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-fd3211da-6a60-41b0-a3c8-fe4df2711727 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Request body: {'network': {'name': 'tempest-RoutersTest-2100017739'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:31.043914 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9133ae0d-6d16-4736-9393-77868a1356d3 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.044547 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9133ae0d-6d16-4736-9393-77868a1356d3 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Fanout notify agent at l3_agent the message router_deleted on router 9f517f12-7ea0-4289-a2d6-1c3e54c89ab4 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:31.098592 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-035a879b-34bd-4713-9b71-636a4c9481a4 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.108146 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035a879b-34bd-4713-9b71-636a4c9481a4 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:31.108665 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-035a879b-34bd-4713-9b71-636a4c9481a4 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.120386 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-035a879b-34bd-4713-9b71-636a4c9481a4 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.120386 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:31.120386 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:31.120386 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:31.120386 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:31.120386 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:31.120386 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:31.120386 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:31.120386 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:31.120386 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:31.120386 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:31.120386 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:31.120386 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:31.120386 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:31.120386 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.120386 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:31.144213 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 87556277-b416-4c16-879c-0648859c3c33 up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:40:31.162716 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Router 64ac1c00-b12c-4472-ac27-dd21578ae695 has already been hosted by L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd {{(pid=110037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-9133ae0d-6d16-4736-9393-77868a1356d3 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] create failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 2070, in create_router Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_dict = super(L3_NAT_db_mixin, self).create_router(context, Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.188223 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 277, in create_router Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_db, _unused = db_utils.safe_creation(context, create, Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 76, in safe_creation Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.error("Cannot clean up created object %(obj)s. " Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 69, in safe_creation Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource updated_obj, value = create_bindings(obj['id']) Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 262, in _update_gw_for_create_router Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, router_id, Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gateway_ip_qos.py", line 65, in _update_router_gw_info Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router = super(L3_gw_ip_qos_dbonly_mixin, Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource super(L3_NAT_dbonly_mixin, self)._update_router_gw_info( Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 516, in _update_router_gw_info Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_id = self._validate_gw_info(context, info, ext_ips, router) Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 364, in _validate_gw_info Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_db = self._core_plugin._get_network(context, network_id) Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-9133ae0d-6d16-4736-9393-77868a1356d3 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 500 len: 363 time: 0.9533365 Nov 19 16:40:31.200360 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48162) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:31.207499 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3211da-6a60-41b0-a3c8-fe4df2711727 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Made reservation on behalf of 457124f9b3164bba942c16ac90140ac1 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:31.207499 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-fd3211da-6a60-41b0-a3c8-fe4df2711727 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.207672 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-12285162-0262-482d-a197-dc3c4cf62041 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-249183947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-de3febb1-558c-4e18-86c7-a795f61b23c1 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.213763 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:31.217329 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-de3febb1-558c-4e18-86c7-a795f61b23c1 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.5860941 Nov 19 16:40:31.225685 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-035a879b-34bd-4713-9b71-636a4c9481a4 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6316359 Nov 19 16:40:31.227191 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48164) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:31.234720 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-b04b34c7-1213-473b-9411-7bbdb8c9b68a tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754519105'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:31.239587 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48166) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:31.239921 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48168) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:31.243289 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 87556277-b416-4c16-879c-0648859c3c33 triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:31.243667 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.252574 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-b713b420-8a80-43f8-a67c-81e3d4fb6a8d tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Request body: {'subnet': {'network_id': 'c65eb866-074c-4710-82d7-897d74f6cf42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-b713b420-8a80-43f8-a67c-81e3d4fb6a8d tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:31.255912 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:31.258812 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:31.258812 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:31.258812 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.258812 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:31.258812 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b713b420-8a80-43f8-a67c-81e3d4fb6a8d tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:31.258812 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b713b420-8a80-43f8-a67c-81e3d4fb6a8d tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0165899 Nov 19 16:40:31.267918 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48170) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-3bf019d2-a93c-482a-be73-7dd950978539 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:31.279151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:31.282051 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:31.282051 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:31.282051 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.282051 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:31.282051 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf019d2-a93c-482a-be73-7dd950978539 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:31.283852 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-3bf019d2-a93c-482a-be73-7dd950978539 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/c65eb866-074c-4710-82d7-897d74f6cf42 HTTP/1.1" status: 500 len: 363 time: 0.0105894 Nov 19 16:40:31.288161 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48172) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-220cac0d-afdc-4920-a4c8-53bbe788c57c tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:31.304127 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:31.307730 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:31.307730 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:31.307730 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.307730 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:31.309024 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220cac0d-afdc-4920-a4c8-53bbe788c57c tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:31.311663 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ba19-5900-4deb-ae51-debf555d2841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.317292 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-220cac0d-afdc-4920-a4c8-53bbe788c57c tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/c65eb866-074c-4710-82d7-897d74f6cf42 HTTP/1.1" status: 500 len: 363 time: 0.0270858 Nov 19 16:40:31.322198 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48174) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-81e657a4-f69a-4756-9fb4-24fce1604355 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:31.333697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:31.337308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:31.337308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:31.337308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.337308 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:31.338444 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e657a4-f69a-4756-9fb4-24fce1604355 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:31.343349 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-81e657a4-f69a-4756-9fb4-24fce1604355 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/networks/c65eb866-074c-4710-82d7-897d74f6cf42 HTTP/1.1" status: 500 len: 363 time: 0.0192053 Nov 19 16:40:31.347418 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-12285162-0262-482d-a197-dc3c4cf62041 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.348435 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-12285162-0262-482d-a197-dc3c4cf62041 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.359640 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48176) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:31.363492 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.364533 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-9bf82ee0-ebb7-4c20-bce4-0b13ad04d6ce tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Request body: {'router': {'routes': None}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:31.379594 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3211da-6a60-41b0-a3c8-fe4df2711727 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:31.388409 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] For port 87556277-b416-4c16-879c-0648859c3c33, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=87556277-b416-4c16-879c-0648859c3c33,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:31.392459 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.400519 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-fd3211da-6a60-41b0-a3c8-fe4df2711727 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.401068 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-fd3211da-6a60-41b0-a3c8-fe4df2711727 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Added segment 56db5668-21ed-49cf-bda6-4560162abfe5 of type vlan for network c568f155-a1af-488c-9e97-12a55c2db30e Nov 19 16:40:31.463063 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b75d711e-6e52-4852-a1b3-dfbd7a98862d None None] Provisioning complete for port 6bacdd14-e87e-4b5c-b697-de190b6b3379 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:31.463849 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b75d711e-6e52-4852-a1b3-dfbd7a98862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.467522 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:40:31.471210 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b04b34c7-1213-473b-9411-7bbdb8c9b68a tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.474598 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-aa7b20de-1deb-437a-92fe-0a961a718c8c admin admin] 10.222.0.76 "PUT /v2.0/routers/64ac1c00-b12c-4472-ac27-dd21578ae695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2868998 Nov 19 16:40:31.477115 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-fd3211da-6a60-41b0-a3c8-fe4df2711727 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.515294 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Pushing event updated for resources: {'Port': ['ID=87556277-b416-4c16-879c-0648859c3c33,revision_number=4']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:31.524349 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-fd3211da-6a60-41b0-a3c8-fe4df2711727 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.529980 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:40:31.532063 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3211da-6a60-41b0-a3c8-fe4df2711727 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:31.532830 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-fd3211da-6a60-41b0-a3c8-fe4df2711727 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.550811 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-fd3211da-6a60-41b0-a3c8-fe4df2711727 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.550811 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:31.550811 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:31.550811 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:31.550811 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:31.550811 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:31.550811 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:31.550811 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:31.550811 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:31.550811 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:31.550811 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:31.550811 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:31.550811 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:31.550811 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:31.550811 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.550811 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:31.572853 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-fd3211da-6a60-41b0-a3c8-fe4df2711727 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5561059 Nov 19 16:40:31.573083 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] No Port match for: b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc {{(pid=110039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 16:40:31.573083 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device b9e1155c-4589-4deb-a3cd-ed2f6f0bc4bc not bound to the agent host dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 16:40:31.573561 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48180) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:31.584442 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b75d711e-6e52-4852-a1b3-dfbd7a98862d None None] Port 6bacdd14-e87e-4b5c-b697-de190b6b3379 cannot update to ACTIVE because it is not bound. {{(pid=110039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 16:40:31.596415 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-9376cde2-e31e-4eaa-8c4e-0d000c76aa62 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Request body: {'subnet': {'network_id': 'c568f155-a1af-488c-9e97-12a55c2db30e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-9376cde2-e31e-4eaa-8c4e-0d000c76aa62 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:31.599168 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:31.603416 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:31.603416 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:31.603416 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.603416 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:31.603416 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9376cde2-e31e-4eaa-8c4e-0d000c76aa62 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:31.603416 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-9376cde2-e31e-4eaa-8c4e-0d000c76aa62 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0131648 Nov 19 16:40:31.605428 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48182) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-47adbddb-e085-43ec-89d7-44514b173e2c tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:31.614035 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:31.617066 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:31.617066 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:31.617066 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.617066 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:31.617066 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47adbddb-e085-43ec-89d7-44514b173e2c tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:31.618351 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-47adbddb-e085-43ec-89d7-44514b173e2c tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/c568f155-a1af-488c-9e97-12a55c2db30e HTTP/1.1" status: 500 len: 363 time: 0.0118535 Nov 19 16:40:31.621683 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48184) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-cd018907-c811-4044-89d5-e5e6713c1eda tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:31.631307 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:31.636468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:31.636468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:31.636468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.636468 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:31.636468 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd018907-c811-4044-89d5-e5e6713c1eda tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:31.636772 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-12285162-0262-482d-a197-dc3c4cf62041 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.636849 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-cd018907-c811-4044-89d5-e5e6713c1eda tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/c568f155-a1af-488c-9e97-12a55c2db30e HTTP/1.1" status: 500 len: 363 time: 0.0112910 Nov 19 16:40:31.638715 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48186) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-802c7305-21d2-4b71-8a1e-d196d6d9d7dd tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:31.646894 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:31.650382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:31.650382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:31.650382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:31.650382 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:31.650382 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802c7305-21d2-4b71-8a1e-d196d6d9d7dd tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:31.654944 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-802c7305-21d2-4b71-8a1e-d196d6d9d7dd tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/c568f155-a1af-488c-9e97-12a55c2db30e HTTP/1.1" status: 500 len: 363 time: 0.0110428 Nov 19 16:40:31.657500 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48188) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:31.658871 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.extraroute_db [None req-9bf82ee0-ebb7-4c20-bce4-0b13ad04d6ce tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Added routes are [] {{(pid=110038) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 16:40:31.659169 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.extraroute_db [None req-9bf82ee0-ebb7-4c20-bce4-0b13ad04d6ce tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Removed routes are [] {{(pid=110038) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 16:40:31.659538 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9bf82ee0-ebb7-4c20-bce4-0b13ad04d6ce tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16704999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16716982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44856'] for router, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.665808 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-91df0f5b-fdc7-4049-bb4c-d27edb624d8f tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-900573455', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:31.668832 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-12285162-0262-482d-a197-dc3c4cf62041 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.694167 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-91df0f5b-fdc7-4049-bb4c-d27edb624d8f tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.695783 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-91df0f5b-fdc7-4049-bb4c-d27edb624d8f tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.712137 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Sync routers for ids ['64ac1c00-b12c-4472-ac27-dd21578ae695'] in dv-neutron-815855-3-hyperv {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:40:31.725920 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Routers {'64ac1c00-b12c-4472-ac27-dd21578ae695'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:31.727877 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['64ac1c00-b12c-4472-ac27-dd21578ae695'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:31.785722 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-91df0f5b-fdc7-4049-bb4c-d27edb624d8f tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.792218 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-91df0f5b-fdc7-4049-bb4c-d27edb624d8f tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.818669 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-91df0f5b-fdc7-4049-bb4c-d27edb624d8f tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.823639 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-91df0f5b-fdc7-4049-bb4c-d27edb624d8f tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1641753 Nov 19 16:40:31.824604 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48192) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:31.831638 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-ba4e0f78-8996-42fc-838a-5dd05b073dc0 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Request body: {'network': {'name': 'tempest-RoutersTest-1223703777'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:31.863429 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4e0f78-8996-42fc-838a-5dd05b073dc0 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Made reservation on behalf of 457124f9b3164bba942c16ac90140ac1 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:31.868082 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ba4e0f78-8996-42fc-838a-5dd05b073dc0 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.883566 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Set router 64ac1c00-b12c-4472-ac27-dd21578ae695 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:31.906002 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4e0f78-8996-42fc-838a-5dd05b073dc0 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:31.929901 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ba4e0f78-8996-42fc-838a-5dd05b073dc0 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.930396 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-ba4e0f78-8996-42fc-838a-5dd05b073dc0 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Added segment c791e2ab-82c3-41bf-8226-2179c6ca7653 of type vlan for network 5e03aaf0-df12-4c0d-a405-26665768cdc7 Nov 19 16:40:31.990578 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-12285162-0262-482d-a197-dc3c4cf62041 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.991804 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-12285162-0262-482d-a197-dc3c4cf62041 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7925413 Nov 19 16:40:31.993800 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ba4e0f78-8996-42fc-838a-5dd05b073dc0 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:31.996334 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48196) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:32.002453 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ba19-5900-4deb-ae51-debf555d2841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.005206 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-f6da8b98-234b-4114-ad3b-f7943d8eeef8 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Request body: {'router': {'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:32.014904 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ba19-5900-4deb-ae51-debf555d2841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.135902 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9bf82ee0-ebb7-4c20-bce4-0b13ad04d6ce tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16704999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16716982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44856'] for router, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.145048 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f8d2ba19-5900-4deb-ae51-debf555d2841 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9de3be643ee34ad3a614f4238d8ba9e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8944237 Nov 19 16:40:32.147405 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48202) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:32.158884 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9bf82ee0-ebb7-4c20-bce4-0b13ad04d6ce tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16705000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16704977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16716991'] for router, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.160525 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2ba19-5900-4deb-ae51-debf555d2841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a665c97-4f02-44a9-9ff4-ef91abb8b943,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-b04b34c7-1213-473b-9411-7bbdb8c9b68a tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.167813 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:32.171894 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b04b34c7-1213-473b-9411-7bbdb8c9b68a tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.9407349 Nov 19 16:40:32.174561 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48204) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:32.183180 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-21dfd13e-3710-4313-8dcf-34e20a5113e6 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701136372'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:32.312298 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-21dfd13e-3710-4313-8dcf-34e20a5113e6 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.332046 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-80c33ce9-6a99-4710-b446-7d6f7aad066b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.375019 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-80c33ce9-6a99-4710-b446-7d6f7aad066b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.384098 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf82ee0-ebb7-4c20-bce4-0b13ad04d6ce tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Router 9809eb87-da4b-4f3c-8cd1-17a698ee137c is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:40:32.391534 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'name': 'tempest-TestVolumeBootPattern-1270828726-router', 'tenant_id': 'abe107a474fc4466ac6204593b7d3a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '87556277-b416-4c16-879c-0648859c3c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:21Z', 'updated_at': '2021-11-19T16:40:29Z', 'revision_number': 4, 'project_id': 'abe107a474fc4466ac6204593b7d3a99', 'gw_port': {'id': '87556277-b416-4c16-879c-0648859c3c33', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:22Z', 'updated_at': '2021-11-19T16:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': '6bacdd14-e87e-4b5c-b697-de190b6b3379', 'name': '', 'network_id': 'd3e788b0-ecb9-4c46-9710-64b910c9b229', 'tenant_id': 'abe107a474fc4466ac6204593b7d3a99', 'mac_address': 'fa:16:3e:05:e5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '012648c2-e652-45b8-8e50-9723579cae27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:28Z', 'updated_at': '2021-11-19T16:40:29Z', 'revision_number': 2, 'project_id': 'abe107a474fc4466ac6204593b7d3a99', 'subnets': [{'id': '012648c2-e652-45b8-8e50-9723579cae27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:32.426748 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Checking router: 64ac1c00-b12c-4472-ac27-dd21578ae695 for host: dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:40:32.427288 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Updating router 64ac1c00-b12c-4472-ac27-dd21578ae695 port 6bacdd14-e87e-4b5c-b697-de190b6b3379 binding host dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:40:32.429238 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48210) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:32.441323 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-bba7b965-2b2b-4449-afd8-2cb04bcd4162 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-485949202-network', 'tenant_id': '7c9a8e9e6ffa4e699107e94e0a59f41c'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:32.457693 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.467702 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ba4e0f78-8996-42fc-838a-5dd05b073dc0 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.473202 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4e0f78-8996-42fc-838a-5dd05b073dc0 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:32.473871 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ba4e0f78-8996-42fc-838a-5dd05b073dc0 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.480211 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-ba4e0f78-8996-42fc-838a-5dd05b073dc0 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:32.480211 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:32.480211 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:32.480211 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:32.480211 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:32.480211 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:32.480211 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:32.480211 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:32.480211 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:32.480211 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:32.480211 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:32.480211 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:32.480211 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:32.480211 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:32.480211 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:32.480211 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:32.489481 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-f6da8b98-234b-4114-ad3b-f7943d8eeef8 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-f6da8b98-234b-4114-ad3b-f7943d8eeef8 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] update failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 630, in update Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._update(request, id, body, **kwargs) Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 695, in _update Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = obj_updater(request.context, id, **kwargs) Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return super(ExtraRoute_dbonly_mixin, self).update_router( Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 2077, in update_router Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource router_dict = super(L3_NAT_db_mixin, self).update_router(context, Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:32.500744 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 311, in update_router Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, id, gw_info) Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gateway_ip_qos.py", line 65, in _update_router_gw_info Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource router = super(L3_gw_ip_qos_dbonly_mixin, Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource super(L3_NAT_dbonly_mixin, self)._update_router_gw_info( Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 516, in _update_router_gw_info Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network_id = self._validate_gw_info(context, info, ext_ips, router) Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 364, in _validate_gw_info Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network_db = self._core_plugin._get_network(context, network_id) Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:32.504403 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-f6da8b98-234b-4114-ad3b-f7943d8eeef8 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "PUT /v2.0/routers/12563138-04cf-4378-9b33-34f68a9c7dbb HTTP/1.1" status: 500 len: 363 time: 0.5035334 Nov 19 16:40:32.508563 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48212) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:32.542847 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf82ee0-ebb7-4c20-bce4-0b13ad04d6ce tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:40:32.550653 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9bf82ee0-ebb7-4c20-bce4-0b13ad04d6ce tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.552345 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-9bf82ee0-ebb7-4c20-bce4-0b13ad04d6ce tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "PUT /v2.0/routers/9809eb87-da4b-4f3c-8cd1-17a698ee137c HTTP/1.1" status: 200 len: 697 time: 1.1915913 Nov 19 16:40:32.555649 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48214) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:32.556697 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e190fb68-a7d3-4e1c-916c-c99c212a53fd None None] Sync routers for ids ['9809eb87-da4b-4f3c-8cd1-17a698ee137c'] in dv-neutron-815855-3-hyperv {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:40:32.566361 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba7b965-2b2b-4449-afd8-2cb04bcd4162 admin admin] Made reservation on behalf of 7c9a8e9e6ffa4e699107e94e0a59f41c for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:32.568880 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bba7b965-2b2b-4449-afd8-2cb04bcd4162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.574590 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-1f2a8f57-4f09-4d5b-9d4e-a361f91edd8a tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "GET /v2.0/ports?device_id=12563138-04cf-4378-9b33-34f68a9c7dbb HTTP/1.1" status: 200 len: 205 time: 0.0683589 Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-21dfd13e-3710-4313-8dcf-34e20a5113e6 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.575864 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:32.584098 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:32.585915 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48216) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:32.586132 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-21dfd13e-3710-4313-8dcf-34e20a5113e6 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.4012716 Nov 19 16:40:32.586132 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-80c33ce9-6a99-4710-b446-7d6f7aad066b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.586132 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-80c33ce9-6a99-4710-b446-7d6f7aad066b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.586132 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-80c33ce9-6a99-4710-b446-7d6f7aad066b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7a665c97-4f02-44a9-9ff4-ef91abb8b943 HTTP/1.1" status: 204 len: 168 time: 0.4329596 Nov 19 16:40:32.598377 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190fb68-a7d3-4e1c-916c-c99c212a53fd None None] Routers {'9809eb87-da4b-4f3c-8cd1-17a698ee137c'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:32.599216 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-e190fb68-a7d3-4e1c-916c-c99c212a53fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['9809eb87-da4b-4f3c-8cd1-17a698ee137c'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:32.604463 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48218) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:32.609154 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-64bc165e-954a-4d55-986f-fb9f5cc6a8a1 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "GET /v2.0/ports?device_id=9809eb87-da4b-4f3c-8cd1-17a698ee137c HTTP/1.1" status: 200 len: 205 time: 0.0519462 Nov 19 16:40:32.614302 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-8bc9ec33-996e-4db0-b060-8298a77b3df5 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954657035'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:32.619779 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bba7b965-2b2b-4449-afd8-2cb04bcd4162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.628217 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48222) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:32.644055 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c33ce9-6a99-4710-b446-7d6f7aad066b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a665c97-4f02-44a9-9ff4-ef91abb8b943,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:32.744481 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8bc9ec33-996e-4db0-b060-8298a77b3df5 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.748820 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-e190fb68-a7d3-4e1c-916c-c99c212a53fd None None] Set router 9809eb87-da4b-4f3c-8cd1-17a698ee137c gateway port host: None {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:32.753670 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d239b6d2-70a4-4c32-8b2e-30f9ccd4c1fd tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.760194 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5af0c26a-a515-41c2-bac8-eb40d72210b0 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.775262 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-ba4e0f78-8996-42fc-838a-5dd05b073dc0 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9489903 Nov 19 16:40:32.812500 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48224) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:32.817590 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Publish callbacks [] for port, precommit_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.818192 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-14228a02-9c9b-4762-99fb-18d4732c275c tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Request body: {'subnet': {'network_id': '5e03aaf0-df12-4c0d-a405-26665768cdc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-14228a02-9c9b-4762-99fb-18d4732c275c tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:32.821193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:32.824581 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:32.824581 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:32.824581 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:32.824581 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:32.825500 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:32.826077 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14228a02-9c9b-4762-99fb-18d4732c275c tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:32.828626 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-14228a02-9c9b-4762-99fb-18d4732c275c tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0147736 Nov 19 16:40:32.849420 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48226) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-d54321c3-7a49-4580-8697-37ab5f354007 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:32.856613 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:32.859814 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:32.859814 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:32.859814 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:32.859814 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:32.859814 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d54321c3-7a49-4580-8697-37ab5f354007 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:32.863576 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48228) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:32.863749 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d54321c3-7a49-4580-8697-37ab5f354007 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/5e03aaf0-df12-4c0d-a405-26665768cdc7 HTTP/1.1" status: 500 len: 363 time: 0.0132291 Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-dca1bbaf-d188-4599-b43d-91bd49aacb83 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:32.881481 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:32.884378 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:32.884378 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:32.884378 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:32.884378 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:32.884616 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-e190fb68-a7d3-4e1c-916c-c99c212a53fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9809eb87-da4b-4f3c-8cd1-17a698ee137c', 'name': 'tempest-RoutersIpV6Test-router-646195848', 'tenant_id': '64eadf291b01468b93ff290bc22e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:30Z', 'updated_at': '2021-11-19T16:40:30Z', 'revision_number': 1, 'project_id': '64eadf291b01468b93ff290bc22e91d5', 'gw_port_host': None}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:32.885839 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca1bbaf-d188-4599-b43d-91bd49aacb83 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:32.889761 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-dca1bbaf-d188-4599-b43d-91bd49aacb83 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/5e03aaf0-df12-4c0d-a405-26665768cdc7 HTTP/1.1" status: 500 len: 363 time: 0.0230372 Nov 19 16:40:32.892249 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975309a-fb77-403c-b620-7943e40434c0 None None] Pushing event updated for resources: {'Port': ['ID=6bacdd14-e87e-4b5c-b697-de190b6b3379,revision_number=3']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:32.897894 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48230) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-c4416347-ba46-4958-8084-ac8d1dd82c25 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:32.907328 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:32.910971 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:32.910971 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:32.910971 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:32.910971 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:32.910971 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4416347-ba46-4958-8084-ac8d1dd82c25 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:32.928883 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-c4416347-ba46-4958-8084-ac8d1dd82c25 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/networks/5e03aaf0-df12-4c0d-a405-26665768cdc7 HTTP/1.1" status: 500 len: 363 time: 0.0270000 Nov 19 16:40:32.932832 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e190fb68-a7d3-4e1c-916c-c99c212a53fd None None] Checking router: 9809eb87-da4b-4f3c-8cd1-17a698ee137c for host: dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:40:32.941423 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48234) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:32.946185 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190fb68-a7d3-4e1c-916c-c99c212a53fd None None] Routers {'9809eb87-da4b-4f3c-8cd1-17a698ee137c'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:32.946814 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-e190fb68-a7d3-4e1c-916c-c99c212a53fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['9809eb87-da4b-4f3c-8cd1-17a698ee137c'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:32.957927 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-3098d749-6378-451e-98b1-c9591b3f7347 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Request body: {'router': {'routes': None}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:33.030813 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Attempting to bind port 6bacdd14-e87e-4b5c-b697-de190b6b3379 on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:33.031204 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Attempting to bind port 6bacdd14-e87e-4b5c-b697-de190b6b3379 by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '57752c32-f940-4aa7-9f8b-bb38e04bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd3e788b0-ecb9-4c46-9710-64b910c9b229'}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:33.031582 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Attempting to bind port 6bacdd14-e87e-4b5c-b697-de190b6b3379 on network d3e788b0-ecb9-4c46-9710-64b910c9b229 {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:33.035230 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-e190fb68-a7d3-4e1c-916c-c99c212a53fd None None] Set router 9809eb87-da4b-4f3c-8cd1-17a698ee137c gateway port host: None {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:33.061484 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:40:33.061970 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Checking segment: {'id': '57752c32-f940-4aa7-9f8b-bb38e04bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd3e788b0-ecb9-4c46-9710-64b910c9b229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:40:33.062285 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.062735 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Bound using segment: {'id': '57752c32-f940-4aa7-9f8b-bb38e04bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd3e788b0-ecb9-4c46-9710-64b910c9b229'} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:40:33.063166 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Bound port: 6bacdd14-e87e-4b5c-b697-de190b6b3379, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57752c32-f940-4aa7-9f8b-bb38e04bd472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd3e788b0-ecb9-4c46-9710-64b910c9b229'}}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:40:33.063662 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.106783 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 87556277-b416-4c16-879c-0648859c3c33 up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:40:33.123745 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-e190fb68-a7d3-4e1c-916c-c99c212a53fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9809eb87-da4b-4f3c-8cd1-17a698ee137c', 'name': 'tempest-RoutersIpV6Test-router-646195848', 'tenant_id': '64eadf291b01468b93ff290bc22e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:30Z', 'updated_at': '2021-11-19T16:40:30Z', 'revision_number': 1, 'project_id': '64eadf291b01468b93ff290bc22e91d5', 'gw_port_host': None}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:33.142716 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bba7b965-2b2b-4449-afd8-2cb04bcd4162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.176493 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e190fb68-a7d3-4e1c-916c-c99c212a53fd None None] The sync data for ids ['9809eb87-da4b-4f3c-8cd1-17a698ee137c'] in dv-neutron-815855-3-hyperv is: [{'id': '9809eb87-da4b-4f3c-8cd1-17a698ee137c', 'name': 'tempest-RoutersIpV6Test-router-646195848', 'tenant_id': '64eadf291b01468b93ff290bc22e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:30Z', 'updated_at': '2021-11-19T16:40:30Z', 'revision_number': 1, 'project_id': '64eadf291b01468b93ff290bc22e91d5', 'gw_port_host': None}] {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:40:33.186102 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 6 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:40:33.191321 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5af0c26a-a515-41c2-bac8-eb40d72210b0 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.195252 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5af0c26a-a515-41c2-bac8-eb40d72210b0 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.254712 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] For port 6bacdd14-e87e-4b5c-b697-de190b6b3379, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:40:33.259454 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] For port 6bacdd14-e87e-4b5c-b697-de190b6b3379, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=6bacdd14-e87e-4b5c-b697-de190b6b3379,segment=NetworkSegment(57752c32-f940-4aa7-9f8b-bb38e04bd472),segment_id=57752c32-f940-4aa7-9f8b-bb38e04bd472)] {{(pid=110039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:40:33.265837 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.363384 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bba7b965-2b2b-4449-afd8-2cb04bcd4162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.398924 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-f471d131-9fcd-435f-b19e-a44b1036b6d7 None None] Provisioning complete for port 6bacdd14-e87e-4b5c-b697-de190b6b3379 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:33.399535 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f471d131-9fcd-435f-b19e-a44b1036b6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.405325 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Routers {'64ac1c00-b12c-4472-ac27-dd21578ae695'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:33.406489 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['64ac1c00-b12c-4472-ac27-dd21578ae695'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:33.417240 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7b965-2b2b-4449-afd8-2cb04bcd4162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ee879e-d313-4307-bfd4-bfc3355ecf5f,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:33.430246 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5af0c26a-a515-41c2-bac8-eb40d72210b0 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.433171 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af0c26a-a515-41c2-bac8-eb40d72210b0 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Fanout notify agent at l3_agent the message router_deleted on router 12563138-04cf-4378-9b33-34f68a9c7dbb {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:33.434789 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d239b6d2-70a4-4c32-8b2e-30f9ccd4c1fd tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.435330 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.extraroute_db [None req-3098d749-6378-451e-98b1-c9591b3f7347 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Added routes are [] {{(pid=110037) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 16:40:33.435807 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.extraroute_db [None req-3098d749-6378-451e-98b1-c9591b3f7347 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Removed routes are [] {{(pid=110037) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 16:40:33.436357 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3098d749-6378-451e-98b1-c9591b3f7347 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16704999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16716982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44856'] for router, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.440852 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d239b6d2-70a4-4c32-8b2e-30f9ccd4c1fd tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.443128 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba7b965-2b2b-4449-afd8-2cb04bcd4162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-8bc9ec33-996e-4db0-b060-8298a77b3df5 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:33.454247 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:33.458063 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:33.461322 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8bc9ec33-996e-4db0-b060-8298a77b3df5 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.8556869 Nov 19 16:40:33.469846 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48244) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:33.481659 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-61bc774a-bb0e-446c-bf63-b38c4ed0cb03 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Request body: {'security_group': {'name': 'tempest-secgroup--131041427'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:33.483246 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5af0c26a-a515-41c2-bac8-eb40d72210b0 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.496646 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-5af0c26a-a515-41c2-bac8-eb40d72210b0 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "DELETE /v2.0/routers/12563138-04cf-4378-9b33-34f68a9c7dbb HTTP/1.1" status: 204 len: 168 time: 0.9134781 Nov 19 16:40:33.499741 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48246) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:33.509101 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-5ae597f4-ffb4-42cc-bbb4-32a44814b442 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2470010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:33.513636 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bba7b965-2b2b-4449-afd8-2cb04bcd4162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.514276 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-bba7b965-2b2b-4449-afd8-2cb04bcd4162 admin admin] Added segment 7d05b3ec-5b9c-41d9-ab67-6652916bdb31 of type vlan for network e6b79917-8ede-4a11-82d5-394df4077bd3 Nov 19 16:40:33.573940 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 87556277-b416-4c16-879c-0648859c3c33 triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:33.574373 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.622727 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d239b6d2-70a4-4c32-8b2e-30f9ccd4c1fd tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.627682 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d239b6d2-70a4-4c32-8b2e-30f9ccd4c1fd tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Fanout notify agent at l3_agent the message router_deleted on router 9809eb87-da4b-4f3c-8cd1-17a698ee137c {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:33.630440 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-61bc774a-bb0e-446c-bf63-b38c4ed0cb03 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.653838 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d239b6d2-70a4-4c32-8b2e-30f9ccd4c1fd tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.655738 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d239b6d2-70a4-4c32-8b2e-30f9ccd4c1fd tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/routers/9809eb87-da4b-4f3c-8cd1-17a698ee137c HTTP/1.1" status: 204 len: 168 time: 1.0261047 Nov 19 16:40:33.676421 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] Set router 64ac1c00-b12c-4472-ac27-dd21578ae695 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:33.678501 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48248) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:33.696141 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-d0065438-c86d-491d-8ebe-2c8d0205a712 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1150962495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:33.737291 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5ae597f4-ffb4-42cc-bbb4-32a44814b442 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.738996 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5ae597f4-ffb4-42cc-bbb4-32a44814b442 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.740133 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bba7b965-2b2b-4449-afd8-2cb04bcd4162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.756623 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3098d749-6378-451e-98b1-c9591b3f7347 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16704999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16716982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44856'] for router, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.756845 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975309a-fb77-403c-b620-7943e40434c0 None None] Pushing event updated for resources: {'Port': ['ID=6bacdd14-e87e-4b5c-b697-de190b6b3379,revision_number=4']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:33.763280 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3098d749-6378-451e-98b1-c9591b3f7347 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16705000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16704977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16716991'] for router, after_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.820690 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d0065438-c86d-491d-8ebe-2c8d0205a712 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.822931 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d0065438-c86d-491d-8ebe-2c8d0205a712 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.951127 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5ae597f4-ffb4-42cc-bbb4-32a44814b442 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.961293 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d0065438-c86d-491d-8ebe-2c8d0205a712 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:33.999271 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f471d131-9fcd-435f-b19e-a44b1036b6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:34.056242 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-f471d131-9fcd-435f-b19e-a44b1036b6d7 None None] For port 6bacdd14-e87e-4b5c-b697-de190b6b3379, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=6bacdd14-e87e-4b5c-b697-de190b6b3379,segment=NetworkSegment(57752c32-f940-4aa7-9f8b-bb38e04bd472),segment_id=57752c32-f940-4aa7-9f8b-bb38e04bd472)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:34.077932 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'name': 'tempest-TestVolumeBootPattern-1270828726-router', 'tenant_id': 'abe107a474fc4466ac6204593b7d3a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '87556277-b416-4c16-879c-0648859c3c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:21Z', 'updated_at': '2021-11-19T16:40:29Z', 'revision_number': 4, 'project_id': 'abe107a474fc4466ac6204593b7d3a99', 'gw_port': {'id': '87556277-b416-4c16-879c-0648859c3c33', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:22Z', 'updated_at': '2021-11-19T16:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': '6bacdd14-e87e-4b5c-b697-de190b6b3379', 'name': '', 'network_id': 'd3e788b0-ecb9-4c46-9710-64b910c9b229', 'tenant_id': 'abe107a474fc4466ac6204593b7d3a99', 'mac_address': 'fa:16:3e:05:e5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '012648c2-e652-45b8-8e50-9723579cae27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:28Z', 'updated_at': '2021-11-19T16:40:33Z', 'revision_number': 4, 'project_id': 'abe107a474fc4466ac6204593b7d3a99', 'subnets': [{'id': '012648c2-e652-45b8-8e50-9723579cae27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:34.105416 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a941ec-4a43-490c-b6b5-c61aeb98e07f None None] The sync data for ids ['64ac1c00-b12c-4472-ac27-dd21578ae695'] in dv-neutron-815855-3-hyperv is: [{'id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'name': 'tempest-TestVolumeBootPattern-1270828726-router', 'tenant_id': 'abe107a474fc4466ac6204593b7d3a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '87556277-b416-4c16-879c-0648859c3c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:21Z', 'updated_at': '2021-11-19T16:40:29Z', 'revision_number': 4, 'project_id': 'abe107a474fc4466ac6204593b7d3a99', 'gw_port': {'id': '87556277-b416-4c16-879c-0648859c3c33', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:22Z', 'updated_at': '2021-11-19T16:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': '6bacdd14-e87e-4b5c-b697-de190b6b3379', 'name': '', 'network_id': 'd3e788b0-ecb9-4c46-9710-64b910c9b229', 'tenant_id': 'abe107a474fc4466ac6204593b7d3a99', 'mac_address': 'fa:16:3e:05:e5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '012648c2-e652-45b8-8e50-9723579cae27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:28Z', 'updated_at': '2021-11-19T16:40:33Z', 'revision_number': 4, 'project_id': 'abe107a474fc4466ac6204593b7d3a99', 'subnets': [{'id': '012648c2-e652-45b8-8e50-9723579cae27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:40:34.119442 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3098d749-6378-451e-98b1-c9591b3f7347 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Router 95c81966-7424-4ea7-acd6-abf6435bb185 is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:40:34.120519 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-f471d131-9fcd-435f-b19e-a44b1036b6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:34.124368 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bba7b965-2b2b-4449-afd8-2cb04bcd4162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:34.125321 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba7b965-2b2b-4449-afd8-2cb04bcd4162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:34.125651 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5ae597f4-ffb4-42cc-bbb4-32a44814b442 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:34.126025 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bba7b965-2b2b-4449-afd8-2cb04bcd4162 admin admin] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:34.128719 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d0065438-c86d-491d-8ebe-2c8d0205a712 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-61bc774a-bb0e-446c-bf63-b38c4ed0cb03 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:34.189267 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:34.214729 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-61bc774a-bb0e-446c-bf63-b38c4ed0cb03 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.7176912 Nov 19 16:40:34.220626 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48258) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:34.222908 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471d131-9fcd-435f-b19e-a44b1036b6d7 None None] Pushing event updated for resources: {'Port': ['ID=6bacdd14-e87e-4b5c-b697-de190b6b3379,revision_number=5']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:34.243500 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-f732035f-184d-47b4-bd4c-c878ed54c0c6 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Request body: {'security_group_rule': {'security_group_id': '77fc4646-b84e-4ffb-9e6c-e5115d8dbe6e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:34.248453 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d0065438-c86d-491d-8ebe-2c8d0205a712 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:34.250006 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d0065438-c86d-491d-8ebe-2c8d0205a712 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5640526 Nov 19 16:40:34.253919 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48260) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:34.266024 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-6b917e24-687b-4903-9930-552907e882cb tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:34.278015 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-bba7b965-2b2b-4449-afd8-2cb04bcd4162 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8453851 Nov 19 16:40:34.279624 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48262) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:34.290766 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-6ba8d043-e024-4955-b72a-0091f02c4805 admin admin] Request body: {'subnet': {'network_id': 'e6b79917-8ede-4a11-82d5-394df4077bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-485949202-subnet', 'tenant_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'ip_version': 4}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:34.291332 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-7733abe6-bbad-4ec2-8c34-74278b64bc66 None None] Provisioning complete for port 6bacdd14-e87e-4b5c-b697-de190b6b3379 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:34.294703 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-7733abe6-bbad-4ec2-8c34-74278b64bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:34.412230 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7b965-2b2b-4449-afd8-2cb04bcd4162 admin admin] Pushing event updated for resources: {'Network': ['ID=e6b79917-8ede-4a11-82d5-394df4077bd3,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:34.438290 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network e6b79917-8ede-4a11-82d5-394df4077bd3 details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:40:34.461958 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5ae597f4-ffb4-42cc-bbb4-32a44814b442 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:34.472837 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-5ae597f4-ffb4-42cc-bbb4-32a44814b442 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9715428 Nov 19 16:40:34.476932 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48266) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:34.490568 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'enable_snat': True}}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:34.495223 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3098d749-6378-451e-98b1-c9591b3f7347 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:40:34.526606 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e81a52-5b75-4362-80f6-c65b207d0781 None None] Sync routers for ids ['95c81966-7424-4ea7-acd6-abf6435bb185'] in dv-neutron-815855-3-hyperv {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:40:34.569636 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3098d749-6378-451e-98b1-c9591b3f7347 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:34.573750 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e81a52-5b75-4362-80f6-c65b207d0781 None None] Routers {'95c81966-7424-4ea7-acd6-abf6435bb185'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:34.574058 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-3098d749-6378-451e-98b1-c9591b3f7347 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "PUT /v2.0/routers/95c81966-7424-4ea7-acd6-abf6435bb185 HTTP/1.1" status: 200 len: 693 time: 1.6227360 Nov 19 16:40:34.574890 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-d6e81a52-5b75-4362-80f6-c65b207d0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['95c81966-7424-4ea7-acd6-abf6435bb185'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:34.619881 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48268) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:34.642369 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba8d043-e024-4955-b72a-0091f02c4805 admin admin] Made reservation on behalf of 7c9a8e9e6ffa4e699107e94e0a59f41c for: {'subnet': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:34.644798 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d043-e024-4955-b72a-0091f02c4805 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12782384'] for subnet, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-f732035f-184d-47b4-bd4c-c878ed54c0c6 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_rpc_base.py", line 60, in create_security_group_rule Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource rule = super(SecurityGroupServerNotifierRpcMixin, Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:34.650203 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 415, in create_security_group_rule Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource res = self._create_security_group_rule(context, security_group_rule) Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 427, in _create_security_group_rule Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg_id = self._validate_security_group_rule(context, Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 669, in _validate_security_group_rule Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self._check_security_group(context, security_group_id, Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 237, in _check_security_group Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource if not sg_obj.SecurityGroup.objects_exist(context, id=id): Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 950, in objects_exist Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return bool(obj_db_api.count( Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 42, in count Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, query_field=query_field, Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:34.654442 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:34.664561 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-f732035f-184d-47b4-bd4c-c878ed54c0c6 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 500 len: 363 time: 0.4354877 Nov 19 16:40:34.672170 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48272) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:34.684276 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-c71b6617-582a-4abf-8c60-4033c0b4eac1 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835677009'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:34.716469 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-d6e81a52-5b75-4362-80f6-c65b207d0781 None None] Set router 95c81966-7424-4ea7-acd6-abf6435bb185 gateway port host: None {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:34.862105 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c71b6617-582a-4abf-8c60-4033c0b4eac1 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:35.015805 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-d6e81a52-5b75-4362-80f6-c65b207d0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c81966-7424-4ea7-acd6-abf6435bb185', 'name': 'tempest-RoutersTest-router-900573455', 'tenant_id': '457124f9b3164bba942c16ac90140ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:31Z', 'updated_at': '2021-11-19T16:40:31Z', 'revision_number': 1, 'project_id': '457124f9b3164bba942c16ac90140ac1', 'gw_port_host': None}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:35.074112 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6b917e24-687b-4903-9930-552907e882cb tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16704999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16716982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44856'] for router, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:35.089968 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-af72c886-f41f-42ce-91c1-27a0fd963c8a tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "GET /v2.0/ports?device_id=95c81966-7424-4ea7-acd6-abf6435bb185 HTTP/1.1" status: 200 len: 205 time: 0.4583817 Nov 19 16:40:35.090838 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48280) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:35.103284 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e81a52-5b75-4362-80f6-c65b207d0781 None None] Checking router: 95c81966-7424-4ea7-acd6-abf6435bb185 for host: dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:40:35.120541 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e81a52-5b75-4362-80f6-c65b207d0781 None None] Routers {'95c81966-7424-4ea7-acd6-abf6435bb185'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:35.121241 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-d6e81a52-5b75-4362-80f6-c65b207d0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['95c81966-7424-4ea7-acd6-abf6435bb185'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:35.185715 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6b917e24-687b-4903-9930-552907e882cb tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16705000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16704977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16716991'] for router, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:35.198824 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e1c5d94d-1ae1-4632-a65d-ecd46d993c9b tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:35.259762 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-d6e81a52-5b75-4362-80f6-c65b207d0781 None None] Set router 95c81966-7424-4ea7-acd6-abf6435bb185 gateway port host: None {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:35.324834 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 6bacdd14-e87e-4b5c-b697-de190b6b3379 up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:40:35.349676 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-d6e81a52-5b75-4362-80f6-c65b207d0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c81966-7424-4ea7-acd6-abf6435bb185', 'name': 'tempest-RoutersTest-router-900573455', 'tenant_id': '457124f9b3164bba942c16ac90140ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:31Z', 'updated_at': '2021-11-19T16:40:31Z', 'revision_number': 1, 'project_id': '457124f9b3164bba942c16ac90140ac1', 'gw_port_host': None}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:35.376356 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:35.439664 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d043-e024-4955-b72a-0091f02c4805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13603280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12782370'] for subnet, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:35.450795 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e81a52-5b75-4362-80f6-c65b207d0781 None None] The sync data for ids ['95c81966-7424-4ea7-acd6-abf6435bb185'] in dv-neutron-815855-3-hyperv is: [{'id': '95c81966-7424-4ea7-acd6-abf6435bb185', 'name': 'tempest-RoutersTest-router-900573455', 'tenant_id': '457124f9b3164bba942c16ac90140ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:31Z', 'updated_at': '2021-11-19T16:40:31Z', 'revision_number': 1, 'project_id': '457124f9b3164bba942c16ac90140ac1', 'gw_port_host': None}] {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:40:35.509808 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 6bacdd14-e87e-4b5c-b697-de190b6b3379 triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:35.511035 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:35.556371 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e1c5d94d-1ae1-4632-a65d-ecd46d993c9b tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:35.565718 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e1c5d94d-1ae1-4632-a65d-ecd46d993c9b tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:35.669887 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8d043-e024-4955-b72a-0091f02c4805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=687363bc-2719-4f8c-acd2-4b1ada502160,revision_number=0']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:35.691910 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e1c5d94d-1ae1-4632-a65d-ecd46d993c9b tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:35.692575 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c5d94d-1ae1-4632-a65d-ecd46d993c9b tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Fanout notify agent at l3_agent the message router_deleted on router 95c81966-7424-4ea7-acd6-abf6435bb185 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:35.703902 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e1c5d94d-1ae1-4632-a65d-ecd46d993c9b tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:35.705424 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e1c5d94d-1ae1-4632-a65d-ecd46d993c9b tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/routers/95c81966-7424-4ea7-acd6-abf6435bb185 HTTP/1.1" status: 204 len: 168 time: 0.6059775 Nov 19 16:40:35.721237 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48290) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:35.730219 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-f28cc041-3900-430c-9467-1efdc7659071 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1703284388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:35.740446 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8d043-e024-4955-b72a-0091f02c4805 admin admin] Checking segment: {'id': '7d05b3ec-5b9c-41d9-ab67-6652916bdb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e6b79917-8ede-4a11-82d5-394df4077bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:40:35.740879 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba8d043-e024-4955-b72a-0091f02c4805 admin admin] Network hostable DHCP agents. Network: e6b79917-8ede-4a11-82d5-394df4077bd3, hostable agents: ['42275ece-0293-4067-adc1-7970661640fa'], hosted agents: [] {{(pid=110037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-c71b6617-582a-4abf-8c60-4033c0b4eac1 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:35.749741 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:35.753921 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:35.755778 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b917e24-687b-4903-9930-552907e882cb tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Router 29ce634e-5331-42a8-96a1-191315c2c65d is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:40:35.758081 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48292) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:35.761265 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c71b6617-582a-4abf-8c60-4033c0b4eac1 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 1.0875885 Nov 19 16:40:35.785664 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba8d043-e024-4955-b72a-0091f02c4805 admin admin] Network e6b79917-8ede-4a11-82d5-394df4077bd3 is scheduled to be hosted by DHCP agent 42275ece-0293-4067-adc1-7970661640fa with binding_index 1 {{(pid=110037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 16:40:35.789159 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-65ee7c99-4d34-49ce-9063-29f986ae89c9 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Request body: {'security_group': {'name': 'tempest-secgroup--908943166'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:35.812025 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-6ba8d043-e024-4955-b72a-0091f02c4805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-815855-3-hyperv, e6b79917-8ede-4a11-82d5-394df4077bd3) {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:35.822463 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8d043-e024-4955-b72a-0091f02c4805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:35.823411 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d043-e024-4955-b72a-0091f02c4805 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:35.828273 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0312fd5-cc88-473c-9dc3-f0ee0e594e14 None None] Network e6b79917-8ede-4a11-82d5-394df4077bd3 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:40:35.851089 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f28cc041-3900-430c-9467-1efdc7659071 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:35.852532 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f28cc041-3900-430c-9467-1efdc7659071 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:35.858106 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6ba8d043-e024-4955-b72a-0091f02c4805 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5758281 Nov 19 16:40:35.864902 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48296) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:35.873045 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-485949202-router', 'tenant_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:35.976333 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48298) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:35.996816 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b917e24-687b-4903-9930-552907e882cb tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:40:36.012595 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8396c07e-6aa4-440b-9322-d0c9378d35a3 None None] Sync routers for ids ['29ce634e-5331-42a8-96a1-191315c2c65d'] in dv-neutron-815855-3-hyperv {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:40:36.026486 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-65ee7c99-4d34-49ce-9063-29f986ae89c9 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.033197 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8396c07e-6aa4-440b-9322-d0c9378d35a3 None None] Routers {'29ce634e-5331-42a8-96a1-191315c2c65d'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:36.033999 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-8396c07e-6aa4-440b-9322-d0c9378d35a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['29ce634e-5331-42a8-96a1-191315c2c65d'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:36.035557 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6b917e24-687b-4903-9930-552907e882cb tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.037081 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-6b917e24-687b-4903-9930-552907e882cb tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "PUT /v2.0/routers/29ce634e-5331-42a8-96a1-191315c2c65d HTTP/1.1" status: 200 len: 698 time: 1.7821567 Nov 19 16:40:36.040472 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48302) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:36.053938 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f28cc041-3900-430c-9467-1efdc7659071 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.101186 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f28cc041-3900-430c-9467-1efdc7659071 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.104510 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e6ca959-6359-5e0f-b29a-c93eb5d0f30b-e6b79917-8ede-4a11-82d5-394df4077bd3', 'network_id': 'e6b79917-8ede-4a11-82d5-394df4077bd3', 'tenant_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'fixed_ips': [{'subnet_id': '687363bc-2719-4f8c-acd2-4b1ada502160'}]}} from dv-neutron-815855-3-hyperv. {{(pid=110039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 16:40:36.105685 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.108896 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.110202 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.155025 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f28cc041-3900-430c-9467-1efdc7659071 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.157014 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f28cc041-3900-430c-9467-1efdc7659071 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4319446 Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-65ee7c99-4d34-49ce-9063-29f986ae89c9 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.159282 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-65ee7c99-4d34-49ce-9063-29f986ae89c9 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.3990943 Nov 19 16:40:36.167487 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48304) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:36.173031 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48306) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:36.179699 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-983263d9-aedb-431b-bd85-a1ecbf4fea82 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:36.192558 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-8782ef3a-3d74-45a9-9742-19f47cc3324d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-1330a4c1-6065-4017-a7ad-8a2cb5ec717a tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] delete failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._delete(request, id, **kwargs) Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 582, in _delete Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = self._item(request, id, parent_id=parent_id) Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 350, in _item Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = obj_getter(request.context, id, **kwargs) Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.272471 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 209, in get_security_group Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ret = self._make_security_group_dict(self._get_security_group( Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 226, in _get_security_group Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(context, fields=fields, id=id) Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:36.282332 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-1330a4c1-6065-4017-a7ad-8a2cb5ec717a tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] 10.222.0.76 "DELETE /v2.0/security-groups/8d521fbd-8bd1-470b-95ea-cb65259b16d6 HTTP/1.1" status: 500 len: 363 time: 0.0877438 Nov 19 16:40:36.290324 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48308) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:36.314174 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-bcfbcf40-c34f-4d88-a1d4-232aa072824d tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] show failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 385, in show Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self._item(request, Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 350, in _item Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = obj_getter(request.context, id, **kwargs) Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:36.315889 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 209, in get_security_group Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ret = self._make_security_group_dict(self._get_security_group( Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 226, in _get_security_group Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(context, fields=fields, id=id) Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:36.320347 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:36.331456 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-bcfbcf40-c34f-4d88-a1d4-232aa072824d tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] 10.222.0.76 "GET /v2.0/security-groups/38e19b45-35cd-47db-bf7c-b21294b3375b HTTP/1.1" status: 500 len: 363 time: 0.0263598 Nov 19 16:40:36.336069 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48310) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:36.338189 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.345176 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.361694 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6c72d9b4-5b45-47bc-a23e-9c98fc5ecd18 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "GET /v2.0/routers/29ce634e-5331-42a8-96a1-191315c2c65d HTTP/1.1" status: 200 len: 704 time: 0.3059351 Nov 19 16:40:36.366160 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.db_base_plugin_common [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Allocated IP 172.20.0.2 (e6b79917-8ede-4a11-82d5-394df4077bd3/687363bc-2719-4f8c-acd2-4b1ada502160/9a277871-cf21-42ea-9497-58603ed9b16b) {{(pid=110039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:40:36.374898 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48312) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:36.394467 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.api.v2.resource [None req-33b9682b-8709-4603-9532-403ab1af2ab2 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] show failed (client error): The resource could not be found. Nov 19 16:40:36.396443 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-33b9682b-8709-4603-9532-403ab1af2ab2 tempest-NegativeSecGroupTest-32723036 tempest-NegativeSecGroupTest-32723036-project] 10.222.0.76 "GET /v2.0/security-group-rules/ceed21c6-8d2f-46de-ba52-0580cbbfdd8c HTTP/1.1" status: 404 len: 356 time: 0.0558743 Nov 19 16:40:36.404739 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-8782ef3a-3d74-45a9-9742-19f47cc3324d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] 10.222.0.76 "PUT /v2.0/quotas/19f39b21210f416ead736ef9204f5180 HTTP/1.1" status: 200 len: 368 time: 0.4268591 Nov 19 16:40:36.407235 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48316) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:36.422215 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-8396c07e-6aa4-440b-9322-d0c9378d35a3 None None] Set router 29ce634e-5331-42a8-96a1-191315c2c65d gateway port host: None {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:36.495937 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-6f9f3bcc-441c-4f82-86d8-dcf8e877f12d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Request body: {'network': {'project_id': '19f39b21210f416ead736ef9204f5180'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:36.506630 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-51b17bca-9626-4883-86eb-adc75bc8b050 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "GET /v2.0/ports?device_id=29ce634e-5331-42a8-96a1-191315c2c65d HTTP/1.1" status: 200 len: 205 time: 0.1294591 Nov 19 16:40:36.512671 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48318) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:36.519745 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-8396c07e-6aa4-440b-9322-d0c9378d35a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ce634e-5331-42a8-96a1-191315c2c65d', 'name': 'tempest-RoutersIpV6Test-router-1150962495', 'tenant_id': '64eadf291b01468b93ff290bc22e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:33Z', 'updated_at': '2021-11-19T16:40:35Z', 'revision_number': 2, 'project_id': '64eadf291b01468b93ff290bc22e91d5', 'gw_port_host': None}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:36.592240 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8396c07e-6aa4-440b-9322-d0c9378d35a3 None None] Checking router: 29ce634e-5331-42a8-96a1-191315c2c65d for host: dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:40:36.602707 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8396c07e-6aa4-440b-9322-d0c9378d35a3 None None] Routers {'29ce634e-5331-42a8-96a1-191315c2c65d'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:36.603701 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-8396c07e-6aa4-440b-9322-d0c9378d35a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['29ce634e-5331-42a8-96a1-191315c2c65d'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:36.654556 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Publish callbacks [] for port, precommit_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.661359 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301'] for port, after_create {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.683518 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2464aa3-3f8d-456b-ab8f-41e4420a191f tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.695874 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9f3bcc-441c-4f82-86d8-dcf8e877f12d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Made reservation on behalf of 19f39b21210f416ead736ef9204f5180 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:36.698228 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bcc-441c-4f82-86d8-dcf8e877f12d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.766093 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-983263d9-aedb-431b-bd85-a1ecbf4fea82 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16704999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16716982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44856'] for router, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.772367 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.780536 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Network e6b79917-8ede-4a11-82d5-394df4077bd3 is already hosted by enough agents. {{(pid=110039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:36.783299 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-8396c07e-6aa4-440b-9322-d0c9378d35a3 None None] Set router 29ce634e-5331-42a8-96a1-191315c2c65d gateway port host: None {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:36.791952 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bcc-441c-4f82-86d8-dcf8e877f12d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.800628 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-983263d9-aedb-431b-bd85-a1ecbf4fea82 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16705000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16704977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16716991'] for router, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.802255 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Pushing event updated for resources: {'Port': ['ID=9a277871-cf21-42ea-9497-58603ed9b16b,revision_number=1']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:36.806951 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.scheduler.base_scheduler [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Resources bound (agent type, host, resource id): {{(pid=110039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:36.815725 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Received port after_create {{(pid=110039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:36.852061 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_common [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Allocated IP 172.26.3.254 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/c2794713-06ff-421e-bd59-2c18da3c6cca) {{(pid=110037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:40:36.891751 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48322) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:36.899960 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-8396c07e-6aa4-440b-9322-d0c9378d35a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ce634e-5331-42a8-96a1-191315c2c65d', 'name': 'tempest-RoutersIpV6Test-router-1150962495', 'tenant_id': '64eadf291b01468b93ff290bc22e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:33Z', 'updated_at': '2021-11-19T16:40:35Z', 'revision_number': 2, 'project_id': '64eadf291b01468b93ff290bc22e91d5', 'gw_port_host': None}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:36.929686 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8396c07e-6aa4-440b-9322-d0c9378d35a3 None None] The sync data for ids ['29ce634e-5331-42a8-96a1-191315c2c65d'] in dv-neutron-815855-3-hyperv is: [{'id': '29ce634e-5331-42a8-96a1-191315c2c65d', 'name': 'tempest-RoutersIpV6Test-router-1150962495', 'tenant_id': '64eadf291b01468b93ff290bc22e91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:33Z', 'updated_at': '2021-11-19T16:40:35Z', 'revision_number': 2, 'project_id': '64eadf291b01468b93ff290bc22e91d5', 'gw_port_host': None}] {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:40:36.929906 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Attempting to bind port 9a277871-cf21-42ea-9497-58603ed9b16b on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:36.930393 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Attempting to bind port 9a277871-cf21-42ea-9497-58603ed9b16b by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '7d05b3ec-5b9c-41d9-ab67-6652916bdb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e6b79917-8ede-4a11-82d5-394df4077bd3'}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:36.933478 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Attempting to bind port 9a277871-cf21-42ea-9497-58603ed9b16b on network e6b79917-8ede-4a11-82d5-394df4077bd3 {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:36.945261 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:40:36.945806 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Checking segment: {'id': '7d05b3ec-5b9c-41d9-ab67-6652916bdb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e6b79917-8ede-4a11-82d5-394df4077bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:40:36.946733 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:36.947167 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Bound using segment: {'id': '7d05b3ec-5b9c-41d9-ab67-6652916bdb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e6b79917-8ede-4a11-82d5-394df4077bd3'} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:40:36.947952 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Bound port: 9a277871-cf21-42ea-9497-58603ed9b16b, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d05b3ec-5b9c-41d9-ab67-6652916bdb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e6b79917-8ede-4a11-82d5-394df4077bd3'}}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:40:36.948502 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.065866 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2464aa3-3f8d-456b-ab8f-41e4420a191f tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.072068 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] For port 9a277871-cf21-42ea-9497-58603ed9b16b, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:40:37.074249 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2464aa3-3f8d-456b-ab8f-41e4420a191f tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.086346 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] For port 9a277871-cf21-42ea-9497-58603ed9b16b, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=9a277871-cf21-42ea-9497-58603ed9b16b,segment=NetworkSegment(7d05b3ec-5b9c-41d9-ab67-6652916bdb31),segment_id=7d05b3ec-5b9c-41d9-ab67-6652916bdb31)] {{(pid=110039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:40:37.092530 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.195259 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2464aa3-3f8d-456b-ab8f-41e4420a191f tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.195597 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2464aa3-3f8d-456b-ab8f-41e4420a191f tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Fanout notify agent at l3_agent the message router_deleted on router 29ce634e-5331-42a8-96a1-191315c2c65d {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:37.205993 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba1919-e588-46fc-bd3e-f1c2f1ad3aa5 None None] Pushing event updated for resources: {'Port': ['ID=9a277871-cf21-42ea-9497-58603ed9b16b,revision_number=2']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:37.210031 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983263d9-aedb-431b-bd85-a1ecbf4fea82 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Router c4b289ec-1854-41e4-9304-f7605b255671 is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:40:37.220185 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bcc-441c-4f82-86d8-dcf8e877f12d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.242239 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2464aa3-3f8d-456b-ab8f-41e4420a191f tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.243381 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-a2464aa3-3f8d-456b-ab8f-41e4420a191f tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/routers/29ce634e-5331-42a8-96a1-191315c2c65d HTTP/1.1" status: 204 len: 168 time: 0.7294512 Nov 19 16:40:37.251616 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bcc-441c-4f82-86d8-dcf8e877f12d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.255543 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48326) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:37.311493 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9f3bcc-441c-4f82-86d8-dcf8e877f12d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:37.351255 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.358156 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bcc-441c-4f82-86d8-dcf8e877f12d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.358576 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-6f9f3bcc-441c-4f82-86d8-dcf8e877f12d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Added segment 028a95b7-3458-4648-9c87-578434283127 of type vlan for network b530fb10-c9e8-4086-8cd1-c263737f4c07 Nov 19 16:40:37.362668 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f3bcc-441c-4f82-86d8-dcf8e877f12d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437f3550-3698-4257-b34d-473a509666ad,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:37.389857 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f3638300-1d60-4a37-9590-090ba11074ac tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "GET /v2.0/ports?device_id=29ce634e-5331-42a8-96a1-191315c2c65d HTTP/1.1" status: 200 len: 205 time: 0.0857358 Nov 19 16:40:37.404939 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48328) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:37.424323 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983263d9-aedb-431b-bd85-a1ecbf4fea82 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:40:37.436562 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-983263d9-aedb-431b-bd85-a1ecbf4fea82 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.440390 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-983263d9-aedb-431b-bd85-a1ecbf4fea82 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "PUT /v2.0/routers/c4b289ec-1854-41e4-9304-f7605b255671 HTTP/1.1" status: 200 len: 694 time: 1.2751582 Nov 19 16:40:37.445037 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c05cad-2704-4ee5-9cc4-1b5e8d2fbf0e None None] Sync routers for ids ['c4b289ec-1854-41e4-9304-f7605b255671'] in dv-neutron-815855-3-hyperv {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:40:37.448471 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48330) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:37.489025 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c05cad-2704-4ee5-9cc4-1b5e8d2fbf0e None None] Routers {'c4b289ec-1854-41e4-9304-f7605b255671'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:37.490574 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-88c05cad-2704-4ee5-9cc4-1b5e8d2fbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['c4b289ec-1854-41e4-9304-f7605b255671'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:37.499037 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.api.v2.resource [None req-67bb2968-d05e-4fd2-a939-9957e5edcb7d tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] delete failed (client error): The resource could not be found. Nov 19 16:40:37.500425 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-67bb2968-d05e-4fd2-a939-9957e5edcb7d tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/routers/29ce634e-5331-42a8-96a1-191315c2c65d HTTP/1.1" status: 404 len: 336 time: 0.0943398 Nov 19 16:40:37.502604 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bcc-441c-4f82-86d8-dcf8e877f12d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.507030 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48332) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:37.571801 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-0bd89056-b71d-4cb1-9413-93456794d9fc tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "GET /v2.0/ports?device_id=9809eb87-da4b-4f3c-8cd1-17a698ee137c HTTP/1.1" status: 200 len: 205 time: 0.0630825 Nov 19 16:40:37.583717 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48334) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:37.598450 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.621353 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-461ae1e7-ff5c-4271-8c9a-53a820172ef9 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "GET /v2.0/routers/c4b289ec-1854-41e4-9304-f7605b255671 HTTP/1.1" status: 200 len: 700 time: 0.1711495 Nov 19 16:40:37.627541 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48336) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:37.634761 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-88c05cad-2704-4ee5-9cc4-1b5e8d2fbf0e None None] Set router c4b289ec-1854-41e4-9304-f7605b255671 gateway port host: None {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:37.646747 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-c95e4cc1-166a-44dc-9fa0-7a795f001020 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ce71785cead2452fa77d1454de3270e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5024726 Nov 19 16:40:37.654033 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48338) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:37.655021 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.api.v2.resource [None req-28e33d12-decd-417f-846e-a165e6c7b4c4 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] delete failed (client error): The resource could not be found. Nov 19 16:40:37.656014 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-28e33d12-decd-417f-846e-a165e6c7b4c4 tempest-RoutersIpV6Test-167819691 tempest-RoutersIpV6Test-167819691-project] 10.222.0.76 "DELETE /v2.0/routers/9809eb87-da4b-4f3c-8cd1-17a698ee137c HTTP/1.1" status: 404 len: 336 time: 0.0710351 Nov 19 16:40:37.695858 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bcc-441c-4f82-86d8-dcf8e877f12d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.697093 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9f3bcc-441c-4f82-86d8-dcf8e877f12d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:37.697847 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bcc-441c-4f82-86d8-dcf8e877f12d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.720052 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-c3c218e6-db6f-4e41-9085-a8f431a9a3ca tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4b289ec-1854-41e4-9304-f7605b255671 HTTP/1.1" status: 200 len: 205 time: 0.0883801 Nov 19 16:40:37.737942 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-88c05cad-2704-4ee5-9cc4-1b5e8d2fbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b289ec-1854-41e4-9304-f7605b255671', 'name': 'tempest-RoutersTest-router-1703284388', 'tenant_id': '457124f9b3164bba942c16ac90140ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:35Z', 'updated_at': '2021-11-19T16:40:36Z', 'revision_number': 2, 'project_id': '457124f9b3164bba942c16ac90140ac1', 'gw_port_host': None}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:37.756475 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48342) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:37.790115 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c05cad-2704-4ee5-9cc4-1b5e8d2fbf0e None None] Checking router: c4b289ec-1854-41e4-9304-f7605b255671 for host: dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:40:37.802292 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c05cad-2704-4ee5-9cc4-1b5e8d2fbf0e None None] Routers {'c4b289ec-1854-41e4-9304-f7605b255671'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:37.803140 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-88c05cad-2704-4ee5-9cc4-1b5e8d2fbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['c4b289ec-1854-41e4-9304-f7605b255671'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:37.889007 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.893291 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9433dec4-44ad-4c1e-92bd-6433cae41c39 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.923267 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-88c05cad-2704-4ee5-9cc4-1b5e8d2fbf0e None None] Set router c4b289ec-1854-41e4-9304-f7605b255671 gateway port host: None {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:37.949298 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:37.993902 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-88c05cad-2704-4ee5-9cc4-1b5e8d2fbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b289ec-1854-41e4-9304-f7605b255671', 'name': 'tempest-RoutersTest-router-1703284388', 'tenant_id': '457124f9b3164bba942c16ac90140ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:35Z', 'updated_at': '2021-11-19T16:40:36Z', 'revision_number': 2, 'project_id': '457124f9b3164bba942c16ac90140ac1', 'gw_port_host': None}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:38.002015 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:38.055412 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:38.074263 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:38.083123 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6f9f3bcc-441c-4f82-86d8-dcf8e877f12d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6725800 Nov 19 16:40:38.092568 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Pushing event updated for resources: {'Port': ['ID=c2794713-06ff-421e-bd59-2c18da3c6cca,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:38.093098 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48346) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:38.098322 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-169bfab7-37db-4216-975d-9465daff0aac tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Request body: {'network': {'project_id': '19f39b21210f416ead736ef9204f5180'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:38.122833 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f3bcc-441c-4f82-86d8-dcf8e877f12d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Pushing event updated for resources: {'Network': ['ID=b530fb10-c9e8-4086-8cd1-c263737f4c07,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:38.150558 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9433dec4-44ad-4c1e-92bd-6433cae41c39 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:38.155252 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9433dec4-44ad-4c1e-92bd-6433cae41c39 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:38.157105 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1ade2d66-bf07-4d92-bca0-8ffac8d9f914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:38.173514 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48348) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:38.210968 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network b530fb10-c9e8-4086-8cd1-c263737f4c07 details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:40:38.214541 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c05cad-2704-4ee5-9cc4-1b5e8d2fbf0e None None] The sync data for ids ['c4b289ec-1854-41e4-9304-f7605b255671'] in dv-neutron-815855-3-hyperv is: [{'id': 'c4b289ec-1854-41e4-9304-f7605b255671', 'name': 'tempest-RoutersTest-router-1703284388', 'tenant_id': '457124f9b3164bba942c16ac90140ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:35Z', 'updated_at': '2021-11-19T16:40:36Z', 'revision_number': 2, 'project_id': '457124f9b3164bba942c16ac90140ac1', 'gw_port_host': None}] {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:40:38.252928 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169bfab7-37db-4216-975d-9465daff0aac tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Made reservation on behalf of 19f39b21210f416ead736ef9204f5180 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:38.255217 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-169bfab7-37db-4216-975d-9465daff0aac tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:38.288075 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9433dec4-44ad-4c1e-92bd-6433cae41c39 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:38.288577 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9433dec4-44ad-4c1e-92bd-6433cae41c39 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Fanout notify agent at l3_agent the message router_deleted on router c4b289ec-1854-41e4-9304-f7605b255671 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:38.304053 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9433dec4-44ad-4c1e-92bd-6433cae41c39 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:38.308342 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-9433dec4-44ad-4c1e-92bd-6433cae41c39 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/routers/c4b289ec-1854-41e4-9304-f7605b255671 HTTP/1.1" status: 204 len: 168 time: 0.5474722 Nov 19 16:40:38.316336 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48352) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:38.319886 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169bfab7-37db-4216-975d-9465daff0aac tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:38.358593 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_common [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Allocated IP 172.26.3.13 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/d8013e1a-6aed-41a1-8db1-fc02bf562fbc) {{(pid=110038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:40:38.386313 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-169bfab7-37db-4216-975d-9465daff0aac tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:38.386659 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-169bfab7-37db-4216-975d-9465daff0aac tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Added segment eea3b65f-75a6-44eb-a49a-1ba091461994 of type vlan for network c1bd93c1-099b-488a-8109-1c3cc5688696 Nov 19 16:40:38.391420 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1ade2d66-bf07-4d92-bca0-8ffac8d9f914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:38.510191 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-0f12c5c2-9c30-4dc6-a3b6-fcb4c1a4821b tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4b289ec-1854-41e4-9304-f7605b255671 HTTP/1.1" status: 200 len: 205 time: 0.1814659 Nov 19 16:40:38.514986 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48354) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:38.543382 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-169bfab7-37db-4216-975d-9465daff0aac tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:38.650149 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.api.v2.resource [None req-939a9379-9f32-4808-a927-da48f626c34b tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] delete failed (client error): The resource could not be found. Nov 19 16:40:38.651246 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-939a9379-9f32-4808-a927-da48f626c34b tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/routers/c4b289ec-1854-41e4-9304-f7605b255671 HTTP/1.1" status: 404 len: 336 time: 0.1255958 Nov 19 16:40:38.669895 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48356) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:38.671425 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1ade2d66-bf07-4d92-bca0-8ffac8d9f914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:38.674226 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1ade2d66-bf07-4d92-bca0-8ffac8d9f914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:38.675537 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-1ade2d66-bf07-4d92-bca0-8ffac8d9f914 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5ad86256-b908-46e0-a014-24aaed09d14f HTTP/1.1" status: 204 len: 168 time: 1.0183654 Nov 19 16:40:38.723531 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade2d66-bf07-4d92-bca0-8ffac8d9f914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad86256-b908-46e0-a014-24aaed09d14f,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:38.729679 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c2a9d6ad-e3f8-4a70-a7f1-40fa8bd35ae5 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "GET /v2.0/ports?device_id=95c81966-7424-4ea7-acd6-abf6435bb185 HTTP/1.1" status: 200 len: 205 time: 0.0527663 Nov 19 16:40:38.738320 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48360) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:38.853895 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:38.897319 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.api.v2.resource [None req-2d4d195e-9254-4bca-b0b8-c07235dea203 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] delete failed (client error): The resource could not be found. Nov 19 16:40:38.904967 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-2d4d195e-9254-4bca-b0b8-c07235dea203 tempest-RoutersTest-1573241317 tempest-RoutersTest-1573241317-project] 10.222.0.76 "DELETE /v2.0/routers/95c81966-7424-4ea7-acd6-abf6435bb185 HTTP/1.1" status: 404 len: 336 time: 0.1632812 Nov 19 16:40:38.919602 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-169bfab7-37db-4216-975d-9465daff0aac tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:38.920554 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169bfab7-37db-4216-975d-9465daff0aac tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:38.921130 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-169bfab7-37db-4216-975d-9465daff0aac tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:38.965403 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-bb0b94e2-ec53-4e9e-a6e3-393282ea9308 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=64eadf291b01468b93ff290bc22e91d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7894375 Nov 19 16:40:38.977820 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-169bfab7-37db-4216-975d-9465daff0aac tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8835208 Nov 19 16:40:39.009113 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48364) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:39.009966 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48366) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:39.105800 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-335b2d20-f3ea-4df0-bdf6-c34bc6731872 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Request body: {'network': {'project_id': '19f39b21210f416ead736ef9204f5180'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:39.132017 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:39.177340 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.pecan_wsgi.hooks.translation [None req-335b2d20-f3ea-4df0-bdf6-c34bc6731872 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 16:40:39.177881 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335b2d20-f3ea-4df0-bdf6-c34bc6731872 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:39.181715 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-335b2d20-f3ea-4df0-bdf6-c34bc6731872 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1659949 Nov 19 16:40:39.196274 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48368) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:39.214942 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bfab7-37db-4216-975d-9465daff0aac tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Pushing event updated for resources: {'Network': ['ID=c1bd93c1-099b-488a-8109-1c3cc5688696,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:39.217928 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 9a277871-cf21-42ea-9497-58603ed9b16b up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:40:39.286563 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-049d4504-1535-48b5-b648-1696b0620356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:39.305967 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:39.323597 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-6d5dc2fd-6c1c-4ea2-8fc3-78d20ef2fb0d tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=19f39b21210f416ead736ef9204f5180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1236832 Nov 19 16:40:39.333493 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48370) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:39.337586 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-049d4504-1535-48b5-b648-1696b0620356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:39.340978 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network c1bd93c1-099b-488a-8109-1c3cc5688696 details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:40:39.351908 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18e1a51-ccb2-43fe-b0ac-d0e7ba2204a0 None None] Network e6b79917-8ede-4a11-82d5-394df4077bd3 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:40:39.429824 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16704999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16716982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44856'] for router, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:39.455937 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:39.459946 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16705000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16704977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16716991'] for router, after_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:39.472925 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Pushing event updated for resources: {'Port': ['ID=d8013e1a-6aed-41a1-8db1-fc02bf562fbc,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:39.475893 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:39.484683 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:39.549793 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-52bc1c4b-19e1-4cc4-91bd-941262fe16f8 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:39.587444 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-a5efa551-d177-4ddf-9778-38354d061eb5 None None] Provisioning complete for port 9a277871-cf21-42ea-9497-58603ed9b16b triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:39.587819 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-a5efa551-d177-4ddf-9778-38354d061eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:39.617763 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-049d4504-1535-48b5-b648-1696b0620356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:39.622429 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-049d4504-1535-48b5-b648-1696b0620356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:39.627703 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-049d4504-1535-48b5-b648-1696b0620356 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/193a53a7-c824-4818-897c-ad300b6fc5f9 HTTP/1.1" status: 204 len: 168 time: 0.6165097 Nov 19 16:40:39.653400 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 9a277871-cf21-42ea-9497-58603ed9b16b triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:39.654030 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:39.697432 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48376) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:39.724089 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d4504-1535-48b5-b648-1696b0620356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193a53a7-c824-4818-897c-ad300b6fc5f9,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:39.727480 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-52bc1c4b-19e1-4cc4-91bd-941262fe16f8 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:39.845474 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Router 3a541c0a-3017-4c1e-8063-d8f8859f5da7 is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:40:39.882858 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-52bc1c4b-19e1-4cc4-91bd-941262fe16f8 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:39.886022 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-52bc1c4b-19e1-4cc4-91bd-941262fe16f8 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:39.887327 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-52bc1c4b-19e1-4cc4-91bd-941262fe16f8 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/437f3550-3698-4257-b34d-473a509666ad HTTP/1.1" status: 204 len: 168 time: 0.5130343 Nov 19 16:40:39.892959 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48380) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:39.903753 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-a5efa551-d177-4ddf-9778-38354d061eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:39.941988 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc1c4b-19e1-4cc4-91bd-941262fe16f8 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437f3550-3698-4257-b34d-473a509666ad,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:39.943233 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:40.063550 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f66fb912-0675-4ae4-861e-9d48ff18f1d7 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994405'] for network, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:40.138741 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-a5efa551-d177-4ddf-9778-38354d061eb5 None None] For port 9a277871-cf21-42ea-9497-58603ed9b16b, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=9a277871-cf21-42ea-9497-58603ed9b16b,segment=NetworkSegment(7d05b3ec-5b9c-41d9-ab67-6652916bdb31),segment_id=7d05b3ec-5b9c-41d9-ab67-6652916bdb31)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:40.154193 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-a5efa551-d177-4ddf-9778-38354d061eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:40.209350 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:40:40.214211 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:40.217030 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-89cdf885-c185-44c0-8cec-62a996c04d11 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "PUT /v2.0/routers/3a541c0a-3017-4c1e-8063-d8f8859f5da7 HTTP/1.1" status: 200 len: 916 time: 5.7387667 Nov 19 16:40:40.222893 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3aa49e-0e47-418c-8fd7-0dbf1e2ef8c2 None None] Sync routers for ids ['3a541c0a-3017-4c1e-8063-d8f8859f5da7'] in dv-neutron-815855-3-hyperv {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:40:40.231425 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48382) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:40.237969 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3aa49e-0e47-418c-8fd7-0dbf1e2ef8c2 None None] Routers {'3a541c0a-3017-4c1e-8063-d8f8859f5da7'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:40.242480 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-ff3aa49e-0e47-418c-8fd7-0dbf1e2ef8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['3a541c0a-3017-4c1e-8063-d8f8859f5da7'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:40.277200 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.db.api [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 16:40:40.277779 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG oslo_db.api [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 16:40:40.301620 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efa551-d177-4ddf-9778-38354d061eb5 None None] Pushing event updated for resources: {'Port': ['ID=9a277871-cf21-42ea-9497-58603ed9b16b,revision_number=3']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:40.332146 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-ff3aa49e-0e47-418c-8fd7-0dbf1e2ef8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:40.345267 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3aa49e-0e47-418c-8fd7-0dbf1e2ef8c2 None None] Routers {'3a541c0a-3017-4c1e-8063-d8f8859f5da7'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:40.346231 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-ff3aa49e-0e47-418c-8fd7-0dbf1e2ef8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['3a541c0a-3017-4c1e-8063-d8f8859f5da7'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:40.367951 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d2b931db-c5b9-4ee2-9bca-d45231fb8186 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=457124f9b3164bba942c16ac90140ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6652234 Nov 19 16:40:40.370593 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48384) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:40.391529 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-ff3aa49e-0e47-418c-8fd7-0dbf1e2ef8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:40.392444 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3aa49e-0e47-418c-8fd7-0dbf1e2ef8c2 None None] The sync data for ids ['3a541c0a-3017-4c1e-8063-d8f8859f5da7'] in dv-neutron-815855-3-hyperv is: [] {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:40:40.462378 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c351b023-31e3-4a8e-99e7-5eb89e48bd09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:40.483820 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:40.488757 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f66fb912-0675-4ae4-861e-9d48ff18f1d7 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032696', 'neutron.services.segments.db._delete_segments_for_network-8785364225163'] for network, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:40.493975 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c351b023-31e3-4a8e-99e7-5eb89e48bd09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:40.502361 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d8bb32dd-ad59-4761-99c6-e2a381147cc0 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "GET /v2.0/routers/3a541c0a-3017-4c1e-8063-d8f8859f5da7 HTTP/1.1" status: 200 len: 922 time: 0.2680438 Nov 19 16:40:40.506789 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48386) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:40.543921 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.segments.db [None req-f66fb912-0675-4ae4-861e-9d48ff18f1d7 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bd93c1-099b-488a-8109-1c3cc5688696']}} {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:40.583728 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.segments.db [None req-f66fb912-0675-4ae4-861e-9d48ff18f1d7 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea3b65f-75a6-44eb-a49a-1ba091461994') {'for_net_delete': True} {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:40.584495 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.services.segments.db [None req-f66fb912-0675-4ae4-861e-9d48ff18f1d7 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea3b65f-75a6-44eb-a49a-1ba091461994') {} {{(pid=110038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:40.595954 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad7c23d-c405-4630-940d-c14cdc7d8907 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:40.598954 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-4ad7c23d-c405-4630-940d-c14cdc7d8907 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=67bab61c-66b4-44e7-81e2-04c30c78e363&device_id=3a541c0a-3017-4c1e-8063-d8f8859f5da7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0897715 Nov 19 16:40:40.599308 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f66fb912-0675-4ae4-861e-9d48ff18f1d7 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785364175535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13713716'] for segment, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:40.600751 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48388) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:40.603742 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-144d47c2-2d26-4374-9fc6-84e18a2ef10a None None] Provisioning complete for port 9a277871-cf21-42ea-9497-58603ed9b16b triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:40.604115 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-144d47c2-2d26-4374-9fc6-84e18a2ef10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:40.614314 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c351b023-31e3-4a8e-99e7-5eb89e48bd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:40.617047 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c351b023-31e3-4a8e-99e7-5eb89e48bd09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:40.621133 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c351b023-31e3-4a8e-99e7-5eb89e48bd09 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6bf19fbb-5906-468f-9783-6adb1a41eb39 HTTP/1.1" status: 204 len: 168 time: 0.2495821 Nov 19 16:40:40.630750 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351b023-31e3-4a8e-99e7-5eb89e48bd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf19fbb-5906-468f-9783-6adb1a41eb39,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:40.668166 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f66fb912-0675-4ae4-861e-9d48ff18f1d7 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:40.681778 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66fb912-0675-4ae4-861e-9d48ff18f1d7 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=110038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 16:40:40.682138 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f66fb912-0675-4ae4-861e-9d48ff18f1d7 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13714172'] for segment, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: items = [ Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: Traceback (most recent call last): Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: timer() Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: cb(*args, **kw) Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: return func(*args, **kwargs) Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: self._notify() Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: self.callback(batched_events) Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: event.method(event) Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: return f(self, *a, **k) Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: return self._get(url).json() Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: return self.request(url, 'GET', **kwargs) Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 16:40:40.687659 dv-neutron-815855-3-hyperv neutron-server[110038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 16:40:40.836967 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f66fb912-0675-4ae4-861e-9d48ff18f1d7 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16705550'] for network, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:40.846347 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f66fb912-0675-4ae4-861e-9d48ff18f1d7 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:40.852527 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f66fb912-0675-4ae4-861e-9d48ff18f1d7 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] 10.222.0.76 "DELETE /v2.0/networks/c1bd93c1-099b-488a-8109-1c3cc5688696 HTTP/1.1" status: 204 len: 168 time: 0.9553912 Nov 19 16:40:40.852886 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48394) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:40.859402 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19c36fa-9b00-4358-9fa0-32f39f79fa02 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:40.860781 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-c19c36fa-9b00-4358-9fa0-32f39f79fa02 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "GET /v2.0/networks/67bab61c-66b4-44e7-81e2-04c30c78e363 HTTP/1.1" status: 200 len: 881 time: 0.2577016 Nov 19 16:40:40.871622 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48396) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:40.888846 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fb912-0675-4ae4-861e-9d48ff18f1d7 tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1bd93c1-099b-488a-8109-1c3cc5688696,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:40.909663 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-edd26508-3dd7-4897-8661-5473553b0b2a tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a541c0a-3017-4c1e-8063-d8f8859f5da7 HTTP/1.1" status: 200 len: 205 time: 0.0347512 Nov 19 16:40:40.912568 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48400) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:40.913182 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.024313 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-54015eea-bfe7-4a2c-8b5f-9d80bab813ed tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994405'] for network, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.065318 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 9a277871-cf21-42ea-9497-58603ed9b16b up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:40:41.096332 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Router 5bfe4057-1487-4153-9197-4ccdece41e5d is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:40:41.128147 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 9a277871-cf21-42ea-9497-58603ed9b16b triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:41.128586 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.277521 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:40:41.304195 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Sync routers for ids ['5bfe4057-1487-4153-9197-4ccdece41e5d'] in dv-neutron-815855-3-hyperv {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:40:41.311366 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.316459 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b3f512a2-a6c9-4f56-bfb3-65a643290f87 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4442561 Nov 19 16:40:41.316778 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48410) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:41.326850 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Routers {'5bfe4057-1487-4153-9197-4ccdece41e5d'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:41.328050 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['5bfe4057-1487-4153-9197-4ccdece41e5d'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:41.348574 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-eed326a3-dfaf-420d-ac16-929fdf1246ca tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.449044 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-54015eea-bfe7-4a2c-8b5f-9d80bab813ed tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032696', 'neutron.services.segments.db._delete_segments_for_network-8785364225163'] for network, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.507288 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Set router 5bfe4057-1487-4153-9197-4ccdece41e5d gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:41.546475 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-54015eea-bfe7-4a2c-8b5f-9d80bab813ed tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b530fb10-c9e8-4086-8cd1-c263737f4c07']}} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:41.573652 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-54015eea-bfe7-4a2c-8b5f-9d80bab813ed tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028a95b7-3458-4648-9c87-578434283127') {'for_net_delete': True} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:41.574110 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-54015eea-bfe7-4a2c-8b5f-9d80bab813ed tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028a95b7-3458-4648-9c87-578434283127') {} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:41.596637 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-54015eea-bfe7-4a2c-8b5f-9d80bab813ed tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785364175535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13891926'] for segment, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.624578 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-54015eea-bfe7-4a2c-8b5f-9d80bab813ed tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.640163 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48418) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:41.641122 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-eed326a3-dfaf-420d-ac16-929fdf1246ca tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.646603 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54015eea-bfe7-4a2c-8b5f-9d80bab813ed tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=110037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 16:40:41.647194 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-54015eea-bfe7-4a2c-8b5f-9d80bab813ed tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13603501'] for segment, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: Traceback (most recent call last): Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: timer() Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: cb(*args, **kw) Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: return func(*args, **kwargs) Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: self._notify() Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: self.callback(batched_events) Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: event.method(event) Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: return f(self, *a, **k) Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._get(url).json() Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: return self.request(url, 'GET', **kwargs) Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 16:40:41.651448 dv-neutron-815855-3-hyperv neutron-server[110037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 16:40:41.742178 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-54015eea-bfe7-4a2c-8b5f-9d80bab813ed tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16705550'] for network, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.757903 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-54015eea-bfe7-4a2c-8b5f-9d80bab813ed tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.761294 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-54015eea-bfe7-4a2c-8b5f-9d80bab813ed tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] 10.222.0.76 "DELETE /v2.0/networks/b530fb10-c9e8-4086-8cd1-c263737f4c07 HTTP/1.1" status: 204 len: 168 time: 0.9069138 Nov 19 16:40:41.783563 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54015eea-bfe7-4a2c-8b5f-9d80bab813ed tempest-QuotasNegativeTest-1831480977 tempest-QuotasNegativeTest-1831480977-project-admin] Pushing event deleted for resources: {'Network': ['ID=b530fb10-c9e8-4086-8cd1-c263737f4c07,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:41.809610 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-eed326a3-dfaf-420d-ac16-929fdf1246ca tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Deleting port c2794713-06ff-421e-bd59-2c18da3c6cca {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:41.810206 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-eed326a3-dfaf-420d-ac16-929fdf1246ca tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.814882 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-2582b1ff-dce8-432c-a0e1-b64a2e8e2892 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-77900599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:41.859866 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'name': 'tempest-TestVolumeBootPattern-485949202-router', 'tenant_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:36Z', 'updated_at': '2021-11-19T16:40:39Z', 'revision_number': 3, 'project_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'gw_port': {'id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:97:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:37Z', 'updated_at': '2021-11-19T16:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:41.874767 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2582b1ff-dce8-432c-a0e1-b64a2e8e2892 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.876185 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2582b1ff-dce8-432c-a0e1-b64a2e8e2892 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.903861 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Checking router: 5bfe4057-1487-4153-9197-4ccdece41e5d for host: dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:40:41.904231 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Updating router 5bfe4057-1487-4153-9197-4ccdece41e5d port d8013e1a-6aed-41a1-8db1-fc02bf562fbc binding host dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:40:41.966968 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-eed326a3-dfaf-420d-ac16-929fdf1246ca tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.967888 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2582b1ff-dce8-432c-a0e1-b64a2e8e2892 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.968574 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.969136 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.978798 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2582b1ff-dce8-432c-a0e1-b64a2e8e2892 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:41.983213 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-eed326a3-dfaf-420d-ac16-929fdf1246ca tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Calling delete_port for c2794713-06ff-421e-bd59-2c18da3c6cca owned by network:router_gateway {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:42.011090 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2582b1ff-dce8-432c-a0e1-b64a2e8e2892 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.011090 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-2582b1ff-dce8-432c-a0e1-b64a2e8e2892 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.3664649 Nov 19 16:40:42.015420 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48424) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:42.058068 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-4f459a83-df2e-4633-b4f3-b3d0473b20d5 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1481283528'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:42.121632 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f459a83-df2e-4633-b4f3-b3d0473b20d5 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Made reservation on behalf of 0319bd3f6ac44898aa134e380bc2b440 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:42.126159 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4f459a83-df2e-4633-b4f3-b3d0473b20d5 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.143052 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4f459a83-df2e-4633-b4f3-b3d0473b20d5 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.210745 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-eed326a3-dfaf-420d-ac16-929fdf1246ca tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.253355 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed326a3-dfaf-420d-ac16-929fdf1246ca tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Pushing event deleted for resources: {'Port': ['ID=c2794713-06ff-421e-bd59-2c18da3c6cca,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:42.337999 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_common [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Allocated IP 172.20.0.1 (e6b79917-8ede-4a11-82d5-394df4077bd3/687363bc-2719-4f8c-acd2-4b1ada502160/0ae1de4f-c11f-4174-bf22-a77c2be58c08) {{(pid=110038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:40:42.359058 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-eed326a3-dfaf-420d-ac16-929fdf1246ca tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16705570'] for router_gateway, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.390033 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Publish callbacks [] for port, precommit_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.396845 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.405094 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4f459a83-df2e-4633-b4f3-b3d0473b20d5 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.431849 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4f459a83-df2e-4633-b4f3-b3d0473b20d5 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.438856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-4f459a83-df2e-4633-b4f3-b3d0473b20d5 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:42.438856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:42.438856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:42.438856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:42.438856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:42.438856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:42.438856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:42.438856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:42.438856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:42.438856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:42.438856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:42.438856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:42.438856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:42.438856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:42.438856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:42.438856 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:42.459595 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Attempting to bind port d8013e1a-6aed-41a1-8db1-fc02bf562fbc on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:42.459967 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Attempting to bind port d8013e1a-6aed-41a1-8db1-fc02bf562fbc by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:42.460321 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Attempting to bind port d8013e1a-6aed-41a1-8db1-fc02bf562fbc on network 67bab61c-66b4-44e7-81e2-04c30c78e363 {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:42.468284 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:40:42.468691 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Checking segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:40:42.469056 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.469655 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Bound using segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:40:42.470136 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Bound port: d8013e1a-6aed-41a1-8db1-fc02bf562fbc, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:40:42.470516 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.474123 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c06af-394c-4c2e-a5f8-5c1cc62c2b64 None None] Pushing event updated for resources: {'Port': ['ID=d8013e1a-6aed-41a1-8db1-fc02bf562fbc,revision_number=2']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:42.505133 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f459a83-df2e-4633-b4f3-b3d0473b20d5 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:42.506873 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-eed326a3-dfaf-420d-ac16-929fdf1246ca tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.510086 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-eed326a3-dfaf-420d-ac16-929fdf1246ca tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.536739 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] For port d8013e1a-6aed-41a1-8db1-fc02bf562fbc, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:40:42.538151 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4f459a83-df2e-4633-b4f3-b3d0473b20d5 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.539128 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-4f459a83-df2e-4633-b4f3-b3d0473b20d5 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Added segment c9f7f298-a5fc-44c5-a309-ff6cdb35a2c0 of type vlan for network 56eb1fdc-04a9-4ae0-82f4-5a6c02d655e3 Nov 19 16:40:42.540504 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] For port d8013e1a-6aed-41a1-8db1-fc02bf562fbc, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=d8013e1a-6aed-41a1-8db1-fc02bf562fbc,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:40:42.551160 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.565180 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-eed326a3-dfaf-420d-ac16-929fdf1246ca tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.566820 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed326a3-dfaf-420d-ac16-929fdf1246ca tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Fanout notify agent at l3_agent the message router_deleted on router 3a541c0a-3017-4c1e-8063-d8f8859f5da7 {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:42.572030 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.582027 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-eed326a3-dfaf-420d-ac16-929fdf1246ca tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.583217 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-eed326a3-dfaf-420d-ac16-929fdf1246ca tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "DELETE /v2.0/routers/3a541c0a-3017-4c1e-8063-d8f8859f5da7 HTTP/1.1" status: 204 len: 168 time: 1.6695731 Nov 19 16:40:42.589210 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48428) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:42.596262 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-c5a7079c-6c3a-456a-a0eb-2cb2aeef2427 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1145525320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:42.612047 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Routers {'5bfe4057-1487-4153-9197-4ccdece41e5d'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:42.612240 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['5bfe4057-1487-4153-9197-4ccdece41e5d'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:42.630331 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c5a7079c-6c3a-456a-a0eb-2cb2aeef2427 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.631852 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c5a7079c-6c3a-456a-a0eb-2cb2aeef2427 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.642386 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4f459a83-df2e-4633-b4f3-b3d0473b20d5 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.667567 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c06af-394c-4c2e-a5f8-5c1cc62c2b64 None None] Pushing event updated for resources: {'Port': ['ID=d8013e1a-6aed-41a1-8db1-fc02bf562fbc,revision_number=3']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:42.693072 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.720841 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c5a7079c-6c3a-456a-a0eb-2cb2aeef2427 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.727930 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c5a7079c-6c3a-456a-a0eb-2cb2aeef2427 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.728178 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4f459a83-df2e-4633-b4f3-b3d0473b20d5 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.734960 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f459a83-df2e-4633-b4f3-b3d0473b20d5 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:42.735997 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4f459a83-df2e-4633-b4f3-b3d0473b20d5 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.747880 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] Set router 5bfe4057-1487-4153-9197-4ccdece41e5d gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:42.748165 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48432) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:42.749234 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-4f459a83-df2e-4633-b4f3-b3d0473b20d5 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:42.749234 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:42.749234 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:42.749234 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:42.749234 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:42.749234 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:42.749234 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:42.749234 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:42.749234 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:42.749234 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:42.749234 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:42.749234 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:42.749234 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:42.749234 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:42.749234 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:42.749234 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:42.769597 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Network e6b79917-8ede-4a11-82d5-394df4077bd3 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:42.773335 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:42.779327 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:42.779694 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c5a7079c-6c3a-456a-a0eb-2cb2aeef2427 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:42.782486 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae1de4f-c11f-4174-bf22-a77c2be58c08,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:42.788332 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-4f459a83-df2e-4633-b4f3-b3d0473b20d5 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7718587 Nov 19 16:40:42.789306 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48436) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:42.792164 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c5a7079c-6c3a-456a-a0eb-2cb2aeef2427 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1977000 Nov 19 16:40:42.792164 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48438) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:42.803189 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-7bb6d62d-508c-4ed9-9826-cdb9f7f4475d tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Request body: {'subnet': {'network_id': '56eb1fdc-04a9-4ae0-82f4-5a6c02d655e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-7bb6d62d-508c-4ed9-9826-cdb9f7f4475d tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:42.807973 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:42.814763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:42.814763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:42.814763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:42.814763 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:42.814763 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb6d62d-508c-4ed9-9826-cdb9f7f4475d tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:42.815288 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48440) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:42.818034 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-7bb6d62d-508c-4ed9-9826-cdb9f7f4475d tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0250196 Nov 19 16:40:42.818871 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'enable_snat': False}}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-641ab757-6f63-4bb1-b591-2d9a2caed58a tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:42.830162 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:42.839814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:42.839814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:42.839814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:42.839814 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:42.839814 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641ab757-6f63-4bb1-b591-2d9a2caed58a tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:42.839814 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-641ab757-6f63-4bb1-b591-2d9a2caed58a tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] 10.222.0.76 "DELETE /v2.0/networks/56eb1fdc-04a9-4ae0-82f4-5a6c02d655e3 HTTP/1.1" status: 500 len: 363 time: 0.0124640 Nov 19 16:40:42.841668 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48442) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-844aa797-4df1-48de-9ab2-7bc4bd4d3f22 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:42.847655 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:42.850706 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:42.850706 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:42.850706 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:42.850706 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:42.850706 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844aa797-4df1-48de-9ab2-7bc4bd4d3f22 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:42.861664 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-844aa797-4df1-48de-9ab2-7bc4bd4d3f22 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] 10.222.0.76 "DELETE /v2.0/networks/56eb1fdc-04a9-4ae0-82f4-5a6c02d655e3 HTTP/1.1" status: 500 len: 363 time: 0.0215364 Nov 19 16:40:42.864700 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48444) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-98fd2164-902d-4b67-ad47-183f6cbcb040 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:42.875000 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:42.878583 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:42.878583 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:42.878583 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:42.878583 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:42.901288 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98fd2164-902d-4b67-ad47-183f6cbcb040 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:42.905825 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-98fd2164-902d-4b67-ad47-183f6cbcb040 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] 10.222.0.76 "DELETE /v2.0/networks/56eb1fdc-04a9-4ae0-82f4-5a6c02d655e3 HTTP/1.1" status: 500 len: 363 time: 0.0390370 Nov 19 16:40:42.909327 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48446) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:42.930243 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b26e1744-92de-49ab-9b6a-3845f74273da admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.054657 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b26e1744-92de-49ab-9b6a-3845f74273da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.063056 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b26e1744-92de-49ab-9b6a-3845f74273da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.116541 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b26e1744-92de-49ab-9b6a-3845f74273da admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0bf58a4f71534a1a9ad1a80bc52dbd8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670864 Nov 19 16:40:43.117896 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e1744-92de-49ab-9b6a-3845f74273da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b423f7-328f-4648-b601-b3d484ac21c8,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:43.121412 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48448) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:43.150852 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'name': 'tempest-TestVolumeBootPattern-485949202-router', 'tenant_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:36Z', 'updated_at': '2021-11-19T16:40:39Z', 'revision_number': 3, 'project_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'gw_port': {'id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:97:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:37Z', 'updated_at': '2021-11-19T16:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:43.180102 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6d6c794b-5be7-4713-9b0e-cc8b655ecaff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.193273 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f44ecf3-845b-4dcb-8109-6de82c8d7c77 None None] The sync data for ids ['5bfe4057-1487-4153-9197-4ccdece41e5d'] in dv-neutron-815855-3-hyperv is: [{'id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'name': 'tempest-TestVolumeBootPattern-485949202-router', 'tenant_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:36Z', 'updated_at': '2021-11-19T16:40:39Z', 'revision_number': 3, 'project_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'gw_port': {'id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:97:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:37Z', 'updated_at': '2021-11-19T16:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}] {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:40:43.195341 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-51c6042d-6f68-4d25-bdd7-f9b35f541286 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac44282b-9c8c-4400-bced-d097ea085e98 HTTP/1.1" status: 200 len: 205 time: 0.2814550 Nov 19 16:40:43.200841 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48450) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:43.207898 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-c812bd65-ec70-4398-b3a6-46dc2b11ea3b None None] Provisioning complete for port 0ae1de4f-c11f-4174-bf22-a77c2be58c08 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:43.208483 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c812bd65-ec70-4398-b3a6-46dc2b11ea3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.213024 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6d6c794b-5be7-4713-9b0e-cc8b655ecaff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.261077 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-c812bd65-ec70-4398-b3a6-46dc2b11ea3b None None] Port 0ae1de4f-c11f-4174-bf22-a77c2be58c08 cannot update to ACTIVE because it is not bound. {{(pid=110039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 16:40:43.302009 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16705781'] for router_interface, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.346469 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-559f8820-cc33-452b-bff7-14fde64e1712 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.450947 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.611880 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6d6c794b-5be7-4713-9b0e-cc8b655ecaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.616338 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6d6c794b-5be7-4713-9b0e-cc8b655ecaff admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.617758 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.619722 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6d6c794b-5be7-4713-9b0e-cc8b655ecaff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/11b423f7-328f-4648-b601-b3d484ac21c8 HTTP/1.1" status: 204 len: 168 time: 0.4962091 Nov 19 16:40:43.636289 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c794b-5be7-4713-9b0e-cc8b655ecaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b423f7-328f-4648-b601-b3d484ac21c8,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:43.640875 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-559f8820-cc33-452b-bff7-14fde64e1712 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.643511 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-559f8820-cc33-452b-bff7-14fde64e1712 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.706446 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-559f8820-cc33-452b-bff7-14fde64e1712 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.707702 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559f8820-cc33-452b-bff7-14fde64e1712 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Fanout notify agent at l3_agent the message router_deleted on router ac44282b-9c8c-4400-bced-d097ea085e98 {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:43.725617 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-559f8820-cc33-452b-bff7-14fde64e1712 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.731414 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-559f8820-cc33-452b-bff7-14fde64e1712 tempest-RoutersNegativeIpV6Test-577184052 tempest-RoutersNegativeIpV6Test-577184052-project] 10.222.0.76 "DELETE /v2.0/routers/ac44282b-9c8c-4400-bced-d097ea085e98 HTTP/1.1" status: 204 len: 168 time: 0.5300210 Nov 19 16:40:43.950095 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:43.984668 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.043461 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.052456 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13713684'] for port, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.114446 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48462) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:44.135428 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-348951e1-fdba-41e8-ad97-914e9d683360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.151613 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48464) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:44.176449 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae1de4f-c11f-4174-bf22-a77c2be58c08,revision_number=2']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:44.181611 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16707333'] for router_interface, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.282493 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_common [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Allocated IP 172.26.3.214 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/112b2979-9197-4075-9f25-ec9da1f3ba98) {{(pid=110038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:40:44.300904 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-348951e1-fdba-41e8-ad97-914e9d683360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.307529 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-348951e1-fdba-41e8-ad97-914e9d683360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.360838 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-348951e1-fdba-41e8-ad97-914e9d683360 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5a9bb90678154be1ab4ea55a8170e97c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443421 Nov 19 16:40:44.361139 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48468) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:44.363595 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348951e1-fdba-41e8-ad97-914e9d683360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549e7890-e266-4890-81bd-321d4bfa9349,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:44.422545 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.456827 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Network e6b79917-8ede-4a11-82d5-394df4077bd3 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:44.464941 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:44.476622 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-912462d0-8e1b-4996-a1c3-8845b7007463 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0319bd3f6ac44898aa134e380bc2b440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214025 Nov 19 16:40:44.480068 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48470) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:44.497784 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-393a6c66-9d2b-44ed-92c2-86ebac7f0708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.503372 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.541690 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0753bec8-e1c3-411e-8d8d-e2f40ccd5c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.566428 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0753bec8-e1c3-411e-8d8d-e2f40ccd5c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.585603 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-393a6c66-9d2b-44ed-92c2-86ebac7f0708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.626863 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0753bec8-e1c3-411e-8d8d-e2f40ccd5c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.629565 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0753bec8-e1c3-411e-8d8d-e2f40ccd5c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.633854 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-0753bec8-e1c3-411e-8d8d-e2f40ccd5c88 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8dbf6937-ddae-4add-a553-8f0f7fffa1dc HTTP/1.1" status: 204 len: 168 time: 0.1524458 Nov 19 16:40:44.642913 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753bec8-e1c3-411e-8d8d-e2f40ccd5c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbf6937-ddae-4add-a553-8f0f7fffa1dc,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:44.703505 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.757582 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:44.764947 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:44.766854 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-393a6c66-9d2b-44ed-92c2-86ebac7f0708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.769677 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-393a6c66-9d2b-44ed-92c2-86ebac7f0708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.770896 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-393a6c66-9d2b-44ed-92c2-86ebac7f0708 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/549e7890-e266-4890-81bd-321d4bfa9349 HTTP/1.1" status: 204 len: 168 time: 0.4090903 Nov 19 16:40:44.775189 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Router 5bfe4057-1487-4153-9197-4ccdece41e5d has already been hosted by L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd {{(pid=110038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 16:40:44.776217 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:44.807781 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-4c9f7fc5-5f51-4ff2-906e-ad5082e44a41 None None] Provisioning complete for port 0ae1de4f-c11f-4174-bf22-a77c2be58c08 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:44.808161 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7fc5-5f51-4ff2-906e-ad5082e44a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:44.818461 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a6c66-9d2b-44ed-92c2-86ebac7f0708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549e7890-e266-4890-81bd-321d4bfa9349,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:44.822683 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Pushing event updated for resources: {'Port': ['ID=112b2979-9197-4075-9f25-ec9da1f3ba98,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:44.869764 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f7fc5-5f51-4ff2-906e-ad5082e44a41 None None] Port 0ae1de4f-c11f-4174-bf22-a77c2be58c08 cannot update to ACTIVE because it is not bound. {{(pid=110039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 16:40:45.068191 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:40:45.074766 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-eb1d9a7a-b5e8-4777-8e69-a01c36e0b384 admin admin] 10.222.0.76 "PUT /v2.0/routers/5bfe4057-1487-4153-9197-4ccdece41e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7556589 Nov 19 16:40:45.148972 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device d8013e1a-6aed-41a1-8db1-fc02bf562fbc up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:40:45.208547 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port d8013e1a-6aed-41a1-8db1-fc02bf562fbc triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:45.208787 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:45.373566 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:45.414871 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] For port d8013e1a-6aed-41a1-8db1-fc02bf562fbc, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=d8013e1a-6aed-41a1-8db1-fc02bf562fbc,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:45.423914 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:45.477337 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:45.499921 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Sync routers for ids ['5bfe4057-1487-4153-9197-4ccdece41e5d'] in dv-neutron-815855-3-hyperv {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:40:45.535224 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Routers {'5bfe4057-1487-4153-9197-4ccdece41e5d'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:45.541778 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['5bfe4057-1487-4153-9197-4ccdece41e5d'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:45.591514 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Pushing event updated for resources: {'Port': ['ID=d8013e1a-6aed-41a1-8db1-fc02bf562fbc,revision_number=4']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:45.673905 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Set router 5bfe4057-1487-4153-9197-4ccdece41e5d gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:45.764407 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16704999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16716982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44856'] for router, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:45.770216 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16705000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16704977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16716991'] for router, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:45.992372 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'name': 'tempest-TestVolumeBootPattern-485949202-router', 'tenant_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:36Z', 'updated_at': '2021-11-19T16:40:43Z', 'revision_number': 4, 'project_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'gw_port': {'id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:97:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:37Z', 'updated_at': '2021-11-19T16:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': '0ae1de4f-c11f-4174-bf22-a77c2be58c08', 'name': '', 'network_id': 'e6b79917-8ede-4a11-82d5-394df4077bd3', 'tenant_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'mac_address': 'fa:16:3e:71:33:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '687363bc-2719-4f8c-acd2-4b1ada502160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:42Z', 'updated_at': '2021-11-19T16:40:43Z', 'revision_number': 2, 'project_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'subnets': [{'id': '687363bc-2719-4f8c-acd2-4b1ada502160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:46.011460 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48518) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:46.017737 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-a5ea4b11-d6eb-4897-aa32-06c77279a901 tempest-TestVolumeBootPattern-1700135024 tempest-TestVolumeBootPattern-1700135024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1980593280', 'description': 'tempest-secgroup-smoke-1980593280 description', 'project_id': 'abe107a474fc4466ac6204593b7d3a99'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:46.030777 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Checking router: 5bfe4057-1487-4153-9197-4ccdece41e5d for host: dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:40:46.031701 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Updating router 5bfe4057-1487-4153-9197-4ccdece41e5d port 0ae1de4f-c11f-4174-bf22-a77c2be58c08 binding host dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:40:46.044621 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Router 8fb7437c-f296-4151-bbf3-ec71486316a8 is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:40:46.050180 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4b11-d6eb-4897-aa32-06c77279a901 tempest-TestVolumeBootPattern-1700135024 tempest-TestVolumeBootPattern-1700135024-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:46.062651 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:46.148881 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48520) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-a5ea4b11-d6eb-4897-aa32-06c77279a901 tempest-TestVolumeBootPattern-1700135024 tempest-TestVolumeBootPattern-1700135024-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:46.177465 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:46.181394 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:46.186821 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-a5ea4b11-d6eb-4897-aa32-06c77279a901 tempest-TestVolumeBootPattern-1700135024 tempest-TestVolumeBootPattern-1700135024-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.1721830 Nov 19 16:40:46.215018 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:40:46.228980 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64afc244-3f81-4cf2-a1f1-a381008da988 None None] Sync routers for ids ['8fb7437c-f296-4151-bbf3-ec71486316a8'] in dv-neutron-815855-3-hyperv {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:40:46.237141 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:46.241291 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-29f6e0fd-f30b-4ec8-a182-825176d2c670 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "PUT /v2.0/routers/8fb7437c-f296-4151-bbf3-ec71486316a8 HTTP/1.1" status: 200 len: 920 time: 3.4474573 Nov 19 16:40:46.242087 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48528) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:46.249484 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48530) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:46.260112 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64afc244-3f81-4cf2-a1f1-a381008da988 None None] Routers {'8fb7437c-f296-4151-bbf3-ec71486316a8'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:46.260792 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-64afc244-3f81-4cf2-a1f1-a381008da988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['8fb7437c-f296-4151-bbf3-ec71486316a8'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:46.340019 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-64afc244-3f81-4cf2-a1f1-a381008da988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:46.364433 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64afc244-3f81-4cf2-a1f1-a381008da988 None None] Routers {'8fb7437c-f296-4151-bbf3-ec71486316a8'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:46.367440 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-64afc244-3f81-4cf2-a1f1-a381008da988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['8fb7437c-f296-4151-bbf3-ec71486316a8'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:46.404211 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b5e8c989-114b-409d-a614-a53c14d8cc09 tempest-ServiceProvidersTest-1197451269 tempest-ServiceProvidersTest-1197451269-project] 10.222.0.76 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2540498 Nov 19 16:40:46.435201 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-64afc244-3f81-4cf2-a1f1-a381008da988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:46.437887 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64afc244-3f81-4cf2-a1f1-a381008da988 None None] The sync data for ids ['8fb7437c-f296-4151-bbf3-ec71486316a8'] in dv-neutron-815855-3-hyperv is: [] {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:40:46.502606 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Publish callbacks [] for port, precommit_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:46.511656 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:46.537154 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-147ec6c3-9371-4875-8127-5b5e6eba8a17 tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "GET /v2.0/routers/8fb7437c-f296-4151-bbf3-ec71486316a8 HTTP/1.1" status: 200 len: 926 time: 0.2910986 Nov 19 16:40:46.539990 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48536) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:46.614730 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d93ef83-eef1-4bf6-9019-4be5af95d00e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:46.616820 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-4d93ef83-eef1-4bf6-9019-4be5af95d00e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=67bab61c-66b4-44e7-81e2-04c30c78e363&device_id=8fb7437c-f296-4151-bbf3-ec71486316a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0757565 Nov 19 16:40:46.620300 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48538) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:46.723448 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Attempting to bind port 0ae1de4f-c11f-4174-bf22-a77c2be58c08 on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:46.724243 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Attempting to bind port 0ae1de4f-c11f-4174-bf22-a77c2be58c08 by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '7d05b3ec-5b9c-41d9-ab67-6652916bdb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e6b79917-8ede-4a11-82d5-394df4077bd3'}] {{(pid=110040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:46.724836 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Attempting to bind port 0ae1de4f-c11f-4174-bf22-a77c2be58c08 on network e6b79917-8ede-4a11-82d5-394df4077bd3 {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:46.742724 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fab6d-a076-4931-8b7a-249c3ae90e1c None None] Pushing event updated for resources: {'Port': ['ID=0ae1de4f-c11f-4174-bf22-a77c2be58c08,revision_number=3']} {{(pid=110040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:46.757835 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:40:46.758484 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Checking segment: {'id': '7d05b3ec-5b9c-41d9-ab67-6652916bdb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e6b79917-8ede-4a11-82d5-394df4077bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:40:46.759056 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:46.759641 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Bound using segment: {'id': '7d05b3ec-5b9c-41d9-ab67-6652916bdb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e6b79917-8ede-4a11-82d5-394df4077bd3'} {{(pid=110040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:40:46.760721 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.managers [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Bound port: 0ae1de4f-c11f-4174-bf22-a77c2be58c08, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d05b3ec-5b9c-41d9-ab67-6652916bdb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e6b79917-8ede-4a11-82d5-394df4077bd3'}}] {{(pid=110040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:40:46.761293 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:46.811211 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7412b488-6103-473d-a8cb-202f96663b2e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:46.813006 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-7412b488-6103-473d-a8cb-202f96663b2e tempest-RoutersIpV6AdminTest-1186298152 tempest-RoutersIpV6AdminTest-1186298152-project-admin] 10.222.0.76 "GET /v2.0/networks/67bab61c-66b4-44e7-81e2-04c30c78e363 HTTP/1.1" status: 200 len: 881 time: 0.1916194 Nov 19 16:40:46.815872 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48548) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:46.868055 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-f00b7f8e-88ec-4cd4-8620-1b06c2412f3c tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fb7437c-f296-4151-bbf3-ec71486316a8 HTTP/1.1" status: 200 len: 205 time: 0.0504167 Nov 19 16:40:46.870777 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48550) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:46.879561 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.db [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] For port 0ae1de4f-c11f-4174-bf22-a77c2be58c08, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:40:46.883797 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.plugins.ml2.db [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] For port 0ae1de4f-c11f-4174-bf22-a77c2be58c08, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=0ae1de4f-c11f-4174-bf22-a77c2be58c08,segment=NetworkSegment(7d05b3ec-5b9c-41d9-ab67-6652916bdb31),segment_id=7d05b3ec-5b9c-41d9-ab67-6652916bdb31)] {{(pid=110040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:40:46.892502 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:46.916891 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48552) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:46.933486 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b290ccf9-9784-4be0-ae9c-43765e2ddbfe None None] Provisioning complete for port 0ae1de4f-c11f-4174-bf22-a77c2be58c08 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:46.933840 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b290ccf9-9784-4be0-ae9c-43765e2ddbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:46.976176 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Routers {'5bfe4057-1487-4153-9197-4ccdece41e5d'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:46.981075 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['5bfe4057-1487-4153-9197-4ccdece41e5d'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:46.983916 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fab6d-a076-4931-8b7a-249c3ae90e1c None None] Pushing event updated for resources: {'Port': ['ID=0ae1de4f-c11f-4174-bf22-a77c2be58c08,revision_number=4']} {{(pid=110040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:47.127233 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1f12ca11-950b-44ec-8bed-144443c435fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16707448'] for router_interface, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.136783 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b290ccf9-9784-4be0-ae9c-43765e2ddbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.195171 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device d8013e1a-6aed-41a1-8db1-fc02bf562fbc up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:40:47.199316 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8b039ea-68d5-416c-aaa3-e1c7c9df2acb tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.286307 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] Set router 5bfe4057-1487-4153-9197-4ccdece41e5d gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:47.332597 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48560) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:47.351796 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b290ccf9-9784-4be0-ae9c-43765e2ddbfe None None] For port 0ae1de4f-c11f-4174-bf22-a77c2be58c08, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=0ae1de4f-c11f-4174-bf22-a77c2be58c08,segment=NetworkSegment(7d05b3ec-5b9c-41d9-ab67-6652916bdb31),segment_id=7d05b3ec-5b9c-41d9-ab67-6652916bdb31)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:47.360026 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port d8013e1a-6aed-41a1-8db1-fc02bf562fbc triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:47.360413 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.364572 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b290ccf9-9784-4be0-ae9c-43765e2ddbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.463398 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-bf8a73f2-b86f-4a9c-8f21-a4ca6786a3f6 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-574743316', 'router:external': True}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:47.493255 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8a73f2-b86f-4a9c-8f21-a4ca6786a3f6 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Made reservation on behalf of 442ffe8433394a689023236b03374161 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:47.497581 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bf8a73f2-b86f-4a9c-8f21-a4ca6786a3f6 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.510869 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8b039ea-68d5-416c-aaa3-e1c7c9df2acb tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.517593 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bf8a73f2-b86f-4a9c-8f21-a4ca6786a3f6 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.522902 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290ccf9-9784-4be0-ae9c-43765e2ddbfe None None] Pushing event updated for resources: {'Port': ['ID=0ae1de4f-c11f-4174-bf22-a77c2be58c08,revision_number=5']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:47.566784 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-bd0684c6-3af9-4b03-a034-29511bb2bbd1 None None] Provisioning complete for port 0ae1de4f-c11f-4174-bf22-a77c2be58c08 triggered by entity DHCP. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:47.567164 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-bd0684c6-3af9-4b03-a034-29511bb2bbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.619818 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1b304fb6-2296-4282-b59d-ce2f167e7a21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.710407 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bf8a73f2-b86f-4a9c-8f21-a4ca6786a3f6 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.719124 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bf8a73f2-b86f-4a9c-8f21-a4ca6786a3f6 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.757977 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8a73f2-b86f-4a9c-8f21-a4ca6786a3f6 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:47.775058 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a73f2-b86f-4a9c-8f21-a4ca6786a3f6 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46c9b28-64e7-4a74-beb0-eb02011251fc,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:47.789142 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'name': 'tempest-TestVolumeBootPattern-485949202-router', 'tenant_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:36Z', 'updated_at': '2021-11-19T16:40:43Z', 'revision_number': 4, 'project_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'gw_port': {'id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:97:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:37Z', 'updated_at': '2021-11-19T16:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': '0ae1de4f-c11f-4174-bf22-a77c2be58c08', 'name': '', 'network_id': 'e6b79917-8ede-4a11-82d5-394df4077bd3', 'tenant_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'mac_address': 'fa:16:3e:71:33:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '687363bc-2719-4f8c-acd2-4b1ada502160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:42Z', 'updated_at': '2021-11-19T16:40:46Z', 'revision_number': 4, 'project_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'subnets': [{'id': '687363bc-2719-4f8c-acd2-4b1ada502160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:47.789907 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bf8a73f2-b86f-4a9c-8f21-a4ca6786a3f6 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.790318 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-bf8a73f2-b86f-4a9c-8f21-a4ca6786a3f6 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Added segment 0a71e6c7-f8be-4b28-8312-2208396e0f56 of type vlan for network 1251e8f4-4d00-4453-aa34-11cbbccd26c1 Nov 19 16:40:47.837313 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-e8b039ea-68d5-416c-aaa3-e1c7c9df2acb tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Deleting port 112b2979-9197-4075-9f25-ec9da1f3ba98 {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:47.837721 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8b039ea-68d5-416c-aaa3-e1c7c9df2acb tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.841514 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe1891-d82e-4fe4-8bb1-363ed9440f66 None None] The sync data for ids ['5bfe4057-1487-4153-9197-4ccdece41e5d'] in dv-neutron-815855-3-hyperv is: [{'id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'name': 'tempest-TestVolumeBootPattern-485949202-router', 'tenant_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:36Z', 'updated_at': '2021-11-19T16:40:43Z', 'revision_number': 4, 'project_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'gw_port': {'id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:97:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:37Z', 'updated_at': '2021-11-19T16:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv', '_interfaces': [{'id': '0ae1de4f-c11f-4174-bf22-a77c2be58c08', 'name': '', 'network_id': 'e6b79917-8ede-4a11-82d5-394df4077bd3', 'tenant_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'mac_address': 'fa:16:3e:71:33:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '687363bc-2719-4f8c-acd2-4b1ada502160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:42Z', 'updated_at': '2021-11-19T16:40:46Z', 'revision_number': 4, 'project_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'subnets': [{'id': '687363bc-2719-4f8c-acd2-4b1ada502160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:40:47.848266 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1b304fb6-2296-4282-b59d-ce2f167e7a21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.857914 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1b304fb6-2296-4282-b59d-ce2f167e7a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.958918 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bf8a73f2-b86f-4a9c-8f21-a4ca6786a3f6 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:47.969418 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-1b304fb6-2296-4282-b59d-ce2f167e7a21 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=343945e4cdb6492ea87a4d26ed7a6132&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0508692 Nov 19 16:40:47.971237 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b304fb6-2296-4282-b59d-ce2f167e7a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05526c51-c3b8-4a2c-8a62-88b37baa3c75,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:47.972112 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48564) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:47.991237 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8b039ea-68d5-416c-aaa3-e1c7c9df2acb tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.020850 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-e8b039ea-68d5-416c-aaa3-e1c7c9df2acb tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Calling delete_port for 112b2979-9197-4075-9f25-ec9da1f3ba98 owned by network:router_gateway {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:48.025604 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bf8a73f2-b86f-4a9c-8f21-a4ca6786a3f6 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.026732 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a73f2-b86f-4a9c-8f21-a4ca6786a3f6 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:48.027610 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bf8a73f2-b86f-4a9c-8f21-a4ca6786a3f6 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.043567 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-1f12ca11-950b-44ec-8bed-144443c435fe admin admin] Deleting port 6bacdd14-e87e-4b5c-b697-de190b6b3379 {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:48.043935 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1f12ca11-950b-44ec-8bed-144443c435fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.094524 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-bf8a73f2-b86f-4a9c-8f21-a4ca6786a3f6 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7608228 Nov 19 16:40:48.099547 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48566) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:48.104577 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-bc313c4c-9b40-424a-a7d2-b17d61e2917a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Request body: {'subnet': {'network_id': '1251e8f4-4d00-4453-aa34-11cbbccd26c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:48.115311 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a73f2-b86f-4a9c-8f21-a4ca6786a3f6 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Pushing event updated for resources: {'Network': ['ID=1251e8f4-4d00-4453-aa34-11cbbccd26c1,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:48.127768 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Network 1251e8f4-4d00-4453-aa34-11cbbccd26c1 details requested by agent ovs-agent-dv-neutron-815855-3-hyperv with host dv-neutron-815855-3-hyperv {{(pid=110039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 16:40:48.136328 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc313c4c-9b40-424a-a7d2-b17d61e2917a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Made reservation on behalf of 442ffe8433394a689023236b03374161 for: {'subnet': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:48.139437 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bc313c4c-9b40-424a-a7d2-b17d61e2917a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12782384'] for subnet, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.178288 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.db [None req-1f12ca11-950b-44ec-8bed-144443c435fe admin admin] For port 6bacdd14-e87e-4b5c-b697-de190b6b3379, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=6bacdd14-e87e-4b5c-b697-de190b6b3379,segment=NetworkSegment(57752c32-f940-4aa7-9f8b-bb38e04bd472),segment_id=57752c32-f940-4aa7-9f8b-bb38e04bd472)] {{(pid=110038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:48.179108 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1f12ca11-950b-44ec-8bed-144443c435fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.193696 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-1f12ca11-950b-44ec-8bed-144443c435fe admin admin] Calling delete_port for 6bacdd14-e87e-4b5c-b697-de190b6b3379 owned by network:router_interface {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:48.358367 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7659adf9-b457-4a00-af33-841a7b674df2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.431198 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7659adf9-b457-4a00-af33-841a7b674df2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.496511 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.objects.ports [None req-bc313c4c-9b40-424a-a7d2-b17d61e2917a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110037) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 16:40:48.497602 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bc313c4c-9b40-424a-a7d2-b17d61e2917a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13603280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12782370'] for subnet, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.570820 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc313c4c-9b40-424a-a7d2-b17d61e2917a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2590dafa-f6e6-43bb-8892-d85fee27b055,revision_number=0']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:48.575027 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7659adf9-b457-4a00-af33-841a7b674df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.578319 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7659adf9-b457-4a00-af33-841a7b674df2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.582640 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-7659adf9-b457-4a00-af33-841a7b674df2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/05526c51-c3b8-4a2c-8a62-88b37baa3c75 HTTP/1.1" status: 204 len: 168 time: 0.6001294 Nov 19 16:40:48.587620 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8b039ea-68d5-416c-aaa3-e1c7c9df2acb tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.598531 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc313c4c-9b40-424a-a7d2-b17d61e2917a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Checking segment: {'id': '0a71e6c7-f8be-4b28-8312-2208396e0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1251e8f4-4d00-4453-aa34-11cbbccd26c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:40:48.599040 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc313c4c-9b40-424a-a7d2-b17d61e2917a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Network hostable DHCP agents. Network: 1251e8f4-4d00-4453-aa34-11cbbccd26c1, hostable agents: ['42275ece-0293-4067-adc1-7970661640fa'], hosted agents: [] {{(pid=110037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 16:40:48.599177 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1f12ca11-950b-44ec-8bed-144443c435fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.625043 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659adf9-b457-4a00-af33-841a7b674df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05526c51-c3b8-4a2c-8a62-88b37baa3c75,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:48.632080 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc313c4c-9b40-424a-a7d2-b17d61e2917a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Network 1251e8f4-4d00-4453-aa34-11cbbccd26c1 is scheduled to be hosted by DHCP agent 42275ece-0293-4067-adc1-7970661640fa with binding_index 1 {{(pid=110037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 16:40:48.665635 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-bc313c4c-9b40-424a-a7d2-b17d61e2917a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-815855-3-hyperv, 1251e8f4-4d00-4453-aa34-11cbbccd26c1) {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:48.678202 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b039ea-68d5-416c-aaa3-e1c7c9df2acb tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Pushing event deleted for resources: {'Port': ['ID=112b2979-9197-4075-9f25-ec9da1f3ba98,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:48.687490 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fb9009-9122-4e39-beea-f9470ece61d5 None None] Network 1251e8f4-4d00-4453-aa34-11cbbccd26c1 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:40:48.692588 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc313c4c-9b40-424a-a7d2-b17d61e2917a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:48.695384 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-bc313c4c-9b40-424a-a7d2-b17d61e2917a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.737608 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12ca11-950b-44ec-8bed-144443c435fe admin admin] Pushing event deleted for resources: {'Port': ['ID=6bacdd14-e87e-4b5c-b697-de190b6b3379,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:48.742959 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-bc313c4c-9b40-424a-a7d2-b17d61e2917a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6417646 Nov 19 16:40:48.745948 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48570) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:48.751444 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-2f2ec9f5-43ee-4b20-8cc9-8481a5d82a94 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1937412299', 'network_id': '1251e8f4-4d00-4453-aa34-11cbbccd26c1'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:48.819588 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8b039ea-68d5-416c-aaa3-e1c7c9df2acb tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16705570'] for router_gateway, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.823677 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2ec9f5-43ee-4b20-8cc9-8481a5d82a94 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Made reservation on behalf of 442ffe8433394a689023236b03374161 for: {'port': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:48.827003 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec9f5-43ee-4b20-8cc9-8481a5d82a94 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.891521 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.notifiers.nova [None req-2f2ec9f5-43ee-4b20-8cc9-8481a5d82a94 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] device_id is not set on port 224eeaeb-6847-4aef-adfb-18b580945d24 yet. {{(pid=110037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:40:48.927173 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8b039ea-68d5-416c-aaa3-e1c7c9df2acb tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.929728 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8b039ea-68d5-416c-aaa3-e1c7c9df2acb tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.953391 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b09809-9418-47e5-8548-cbaaa107c4f5 None None] Network 1251e8f4-4d00-4453-aa34-11cbbccd26c1 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:40:48.990193 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8b039ea-68d5-416c-aaa3-e1c7c9df2acb tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:48.990761 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b039ea-68d5-416c-aaa3-e1c7c9df2acb tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Fanout notify agent at l3_agent the message router_deleted on router 8fb7437c-f296-4151-bbf3-ec71486316a8 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:49.001441 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e8b039ea-68d5-416c-aaa3-e1c7c9df2acb tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:49.003018 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e8b039ea-68d5-416c-aaa3-e1c7c9df2acb tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "DELETE /v2.0/routers/8fb7437c-f296-4151-bbf3-ec71486316a8 HTTP/1.1" status: 204 len: 168 time: 2.1311276 Nov 19 16:40:49.006907 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48574) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:49.011711 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-ce22ffbe-b86e-4d58-b270-3823357131bd tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-567863420', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}, 'admin_state_up': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:49.121008 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_common [None req-2f2ec9f5-43ee-4b20-8cc9-8481a5d82a94 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Allocated IP 172.20.0.12 (1251e8f4-4d00-4453-aa34-11cbbccd26c1/2590dafa-f6e6-43bb-8892-d85fee27b055/224eeaeb-6847-4aef-adfb-18b580945d24) {{(pid=110037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:40:49.149327 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ce22ffbe-b86e-4d58-b270-3823357131bd tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:49.151338 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ce22ffbe-b86e-4d58-b270-3823357131bd tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:49.271196 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-22a7bd44-52ce-420c-ad51-a3d4f387bf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:49.336314 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ce22ffbe-b86e-4d58-b270-3823357131bd tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:49.341981 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec9f5-43ee-4b20-8cc9-8481a5d82a94 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:49.417864 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 0ae1de4f-c11f-4174-bf22-a77c2be58c08 up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:40:49.461580 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec9f5-43ee-4b20-8cc9-8481a5d82a94 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:49.494138 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1f12ca11-950b-44ec-8bed-144443c435fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16290587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16707468'] for router_interface, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:49.522903 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port 0ae1de4f-c11f-4174-bf22-a77c2be58c08 triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:40:49.523833 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:49.543235 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ec9f5-43ee-4b20-8cc9-8481a5d82a94 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Pushing event updated for resources: {'Port': ['ID=224eeaeb-6847-4aef-adfb-18b580945d24,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:49.597968 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2ec9f5-43ee-4b20-8cc9-8481a5d82a94 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Network 1251e8f4-4d00-4453-aa34-11cbbccd26c1 is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:49.600826 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-2f2ec9f5-43ee-4b20-8cc9-8481a5d82a94 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:49.606825 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2ec9f5-43ee-4b20-8cc9-8481a5d82a94 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:49.705999 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2ec9f5-43ee-4b20-8cc9-8481a5d82a94 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:49.706625 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec9f5-43ee-4b20-8cc9-8481a5d82a94 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:49.726306 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-2f2ec9f5-43ee-4b20-8cc9-8481a5d82a94 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.9788387 Nov 19 16:40:49.726968 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48588) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:49.727415 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ce22ffbe-b86e-4d58-b270-3823357131bd tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:49.749869 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ce22ffbe-b86e-4d58-b270-3823357131bd tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:49.811496 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-90b9ac77-1e09-437b-b99b-d7a3a9f7c001 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Deleting port 224eeaeb-6847-4aef-adfb-18b580945d24 {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:49.811870 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-90b9ac77-1e09-437b-b99b-d7a3a9f7c001 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:50.123653 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-90b9ac77-1e09-437b-b99b-d7a3a9f7c001 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:50.137868 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-90b9ac77-1e09-437b-b99b-d7a3a9f7c001 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Calling delete_port for 224eeaeb-6847-4aef-adfb-18b580945d24 owned by {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:50.184373 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ce22ffbe-b86e-4d58-b270-3823357131bd tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:50.187308 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ce22ffbe-b86e-4d58-b270-3823357131bd tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:50.271936 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ce22ffbe-b86e-4d58-b270-3823357131bd tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:50.272432 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce22ffbe-b86e-4d58-b270-3823357131bd tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] Fanout notify agent at l3_agent the message router_deleted on router 50c4a764-253c-4d8a-865f-b6058e2adb9b {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:50.329524 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-90b9ac77-1e09-437b-b99b-d7a3a9f7c001 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-ce22ffbe-b86e-4d58-b270-3823357131bd tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] create failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 2070, in create_router Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_dict = super(L3_NAT_db_mixin, self).create_router(context, Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:50.332335 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 277, in create_router Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_db, _unused = db_utils.safe_creation(context, create, Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 76, in safe_creation Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.error("Cannot clean up created object %(obj)s. " Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 69, in safe_creation Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource updated_obj, value = create_bindings(obj['id']) Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 262, in _update_gw_for_create_router Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, router_id, Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gateway_ip_qos.py", line 65, in _update_router_gw_info Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router = super(L3_gw_ip_qos_dbonly_mixin, Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource super(L3_NAT_dbonly_mixin, self)._update_router_gw_info( Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 516, in _update_router_gw_info Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_id = self._validate_gw_info(context, info, ext_ips, router) Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 364, in _validate_gw_info Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_db = self._core_plugin._get_network(context, network_id) Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ce22ffbe-b86e-4d58-b270-3823357131bd tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 500 len: 363 time: 1.3253119 Nov 19 16:40:50.340132 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48600) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:50.380143 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9ac77-1e09-437b-b99b-d7a3a9f7c001 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Pushing event deleted for resources: {'Port': ['ID=224eeaeb-6847-4aef-adfb-18b580945d24,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:50.381408 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-3a6fac30-213f-4562-ac0f-7e878ad165ab tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fb7437c-f296-4151-bbf3-ec71486316a8 HTTP/1.1" status: 200 len: 205 time: 0.0400820 Nov 19 16:40:50.384514 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48602) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:50.426059 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.api.v2.resource [None req-f99b76ef-b8a1-46c0-a6ed-f8bc630bc6d8 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] delete failed (client error): The resource could not be found. Nov 19 16:40:50.427165 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f99b76ef-b8a1-46c0-a6ed-f8bc630bc6d8 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "DELETE /v2.0/routers/8fb7437c-f296-4151-bbf3-ec71486316a8 HTTP/1.1" status: 404 len: 336 time: 0.0417171 Nov 19 16:40:50.429093 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f12ca11-950b-44ec-8bed-144443c435fe admin admin] Router 64ac1c00-b12c-4472-ac27-dd21578ae695 has already been hosted by L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd {{(pid=110038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 16:40:50.429819 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48606) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:50.467125 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-cd0d233d-14fd-4697-905f-dbd4093b201c tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a541c0a-3017-4c1e-8063-d8f8859f5da7 HTTP/1.1" status: 200 len: 205 time: 0.0335774 Nov 19 16:40:50.468088 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48608) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:50.471224 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-90b9ac77-1e09-437b-b99b-d7a3a9f7c001 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:50.476655 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-90b9ac77-1e09-437b-b99b-d7a3a9f7c001 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "DELETE /v2.0/ports/224eeaeb-6847-4aef-adfb-18b580945d24 HTTP/1.1" status: 204 len: 168 time: 0.7485528 Nov 19 16:40:50.482417 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48610) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:50.487109 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1251e8f4-4d00-4453-aa34-11cbbccd26c1', 'external_fixed_ips': [{'subnet_id': '2590dafa-f6e6-43bb-8892-d85fee27b055', 'ip_address': '172.20.0.12'}]}}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:50.530474 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.api.v2.resource [None req-008df085-d4c0-4053-a77b-986edee53d8a tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] delete failed (client error): The resource could not be found. Nov 19 16:40:50.535016 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-008df085-d4c0-4053-a77b-986edee53d8a tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "DELETE /v2.0/routers/3a541c0a-3017-4c1e-8063-d8f8859f5da7 HTTP/1.1" status: 404 len: 336 time: 0.0623612 Nov 19 16:40:50.536925 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48614) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:50.569127 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-7d8b33f1-f2e4-45af-a266-4b4a8e3b887b tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "GET /v2.0/ports?device_id=12563138-04cf-4378-9b33-34f68a9c7dbb HTTP/1.1" status: 200 len: 205 time: 0.0309660 Nov 19 16:40:50.571498 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48616) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:50.601394 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f12ca11-950b-44ec-8bed-144443c435fe admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:40:50.609813 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-1f12ca11-950b-44ec-8bed-144443c435fe admin admin] 10.222.0.76 "PUT /v2.0/routers/64ac1c00-b12c-4472-ac27-dd21578ae695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3582635 Nov 19 16:40:50.611374 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48620) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:50.612217 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:50.613374 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:50.613709 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97336ab1-02ff-4d9a-8996-92c443be6878 None None] Sync routers for ids ['64ac1c00-b12c-4472-ac27-dd21578ae695'] in dv-neutron-815855-3-hyperv {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:40:50.618333 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.api.v2.resource [None req-71fea3e1-7789-46b9-b60a-86de772b6b76 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] delete failed (client error): The resource could not be found. Nov 19 16:40:50.619421 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-71fea3e1-7789-46b9-b60a-86de772b6b76 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "DELETE /v2.0/routers/12563138-04cf-4378-9b33-34f68a9c7dbb HTTP/1.1" status: 404 len: 336 time: 0.0469880 Nov 19 16:40:50.624594 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48622) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:50.631582 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97336ab1-02ff-4d9a-8996-92c443be6878 None None] Routers {'64ac1c00-b12c-4472-ac27-dd21578ae695'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:50.632321 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-97336ab1-02ff-4d9a-8996-92c443be6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['64ac1c00-b12c-4472-ac27-dd21578ae695'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-f94b3cd8-f391-44fc-a704-0aa8585faf57 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1090, in get_subnet Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet_obj = self._get_subnet_object(context, id) Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 275, in _get_subnet_object Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet = subnet_obj.Subnet.get_object(context, id=id) Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:50.646985 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation db_obj = obj_db_api.get_object( Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = model_query.get_collection_query( Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94b3cd8-f391-44fc-a704-0aa8585faf57 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-f94b3cd8-f391-44fc-a704-0aa8585faf57 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "DELETE /v2.0/subnets/9026d4b2-3e72-4971-a56e-c62464f941c9 HTTP/1.1" status: 500 len: 363 time: 0.0148606 Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48624) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-b657dbd7-6341-473a-8727-0717270e2cb8 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.651298 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1090, in get_subnet Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet_obj = self._get_subnet_object(context, id) Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 275, in _get_subnet_object Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet = subnet_obj.Subnet.get_object(context, id=id) Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation db_obj = obj_db_api.get_object( Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = model_query.get_collection_query( Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b657dbd7-6341-473a-8727-0717270e2cb8 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:50.655816 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b657dbd7-6341-473a-8727-0717270e2cb8 tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "DELETE /v2.0/subnets/9026d4b2-3e72-4971-a56e-c62464f941c9 HTTP/1.1" status: 500 len: 363 time: 0.0109828 Nov 19 16:40:50.659357 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48628) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-687373da-941d-4199-bccb-9fdc53a144ea tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1090, in get_subnet Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet_obj = self._get_subnet_object(context, id) Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 275, in _get_subnet_object Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet = subnet_obj.Subnet.get_object(context, id=id) Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:50.672376 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation db_obj = obj_db_api.get_object( Nov 19 16:40:50.675520 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:50.675520 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:50.675520 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:50.675520 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = model_query.get_collection_query( Nov 19 16:40:50.675520 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:50.675520 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:40:50.675520 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:50.675520 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:50.675520 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:50.675520 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:50.675520 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687373da-941d-4199-bccb-9fdc53a144ea tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:50.686113 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-687373da-941d-4199-bccb-9fdc53a144ea tempest-RoutersIpV6AdminTest-876572183 tempest-RoutersIpV6AdminTest-876572183-project] 10.222.0.76 "DELETE /v2.0/subnets/9026d4b2-3e72-4971-a56e-c62464f941c9 HTTP/1.1" status: 500 len: 363 time: 0.0262821 Nov 19 16:40:50.750964 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:50.796551 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-97336ab1-02ff-4d9a-8996-92c443be6878 None None] Set router 64ac1c00-b12c-4472-ac27-dd21578ae695 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:50.824297 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8792b283-070b-4838-a648-3e8e672ca819 admin admin] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:50.844849 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48632) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:50.955629 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.045775 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8792b283-070b-4838-a648-3e8e672ca819 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.052913 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-97336ab1-02ff-4d9a-8996-92c443be6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'name': 'tempest-TestVolumeBootPattern-1270828726-router', 'tenant_id': 'abe107a474fc4466ac6204593b7d3a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '87556277-b416-4c16-879c-0648859c3c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:21Z', 'updated_at': '2021-11-19T16:40:48Z', 'revision_number': 5, 'project_id': 'abe107a474fc4466ac6204593b7d3a99', 'gw_port': {'id': '87556277-b416-4c16-879c-0648859c3c33', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:22Z', 'updated_at': '2021-11-19T16:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:51.089681 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97336ab1-02ff-4d9a-8996-92c443be6878 None None] Checking router: 64ac1c00-b12c-4472-ac27-dd21578ae695 for host: dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:40:51.101373 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97336ab1-02ff-4d9a-8996-92c443be6878 None None] Routers {'64ac1c00-b12c-4472-ac27-dd21578ae695'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:51.102348 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-97336ab1-02ff-4d9a-8996-92c443be6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:21Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['64ac1c00-b12c-4472-ac27-dd21578ae695'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:51.127323 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-8792b283-070b-4838-a648-3e8e672ca819 admin admin] Deleting port 87556277-b416-4c16-879c-0648859c3c33 {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:51.128045 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8792b283-070b-4838-a648-3e8e672ca819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.175809 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48638) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:51.217834 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-4eb39200-6c00-4151-a581-a3951609a9dc tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Request body: {'network': {'name': 'tempest-network-smoke--402020670', 'project_id': '1c79ae4a45144e08803eb555e56cd5f9', 'port_security_enabled': True}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:51.224278 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-97336ab1-02ff-4d9a-8996-92c443be6878 None None] Set router 64ac1c00-b12c-4472-ac27-dd21578ae695 gateway port host: None {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:51.247696 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.db [None req-8792b283-070b-4838-a648-3e8e672ca819 admin admin] For port 87556277-b416-4c16-879c-0648859c3c33, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=87556277-b416-4c16-879c-0648859c3c33,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:51.248108 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8792b283-070b-4838-a648-3e8e672ca819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.273740 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-8792b283-070b-4838-a648-3e8e672ca819 admin admin] Calling delete_port for 87556277-b416-4c16-879c-0648859c3c33 owned by network:router_gateway {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:51.279481 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb39200-6c00-4151-a581-a3951609a9dc tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Made reservation on behalf of 1c79ae4a45144e08803eb555e56cd5f9 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:51.283412 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4eb39200-6c00-4151-a581-a3951609a9dc tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.311733 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-97336ab1-02ff-4d9a-8996-92c443be6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'name': 'tempest-TestVolumeBootPattern-1270828726-router', 'tenant_id': 'abe107a474fc4466ac6204593b7d3a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:21Z', 'updated_at': '2021-11-19T16:40:51Z', 'revision_number': 6, 'project_id': 'abe107a474fc4466ac6204593b7d3a99', 'gw_port_host': None}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:51.314177 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4eb39200-6c00-4151-a581-a3951609a9dc tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.316702 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.348454 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.363781 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6736b353-11bc-413e-801a-5c73b2bf48b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.370030 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97336ab1-02ff-4d9a-8996-92c443be6878 None None] The sync data for ids ['64ac1c00-b12c-4472-ac27-dd21578ae695'] in dv-neutron-815855-3-hyperv is: [{'id': '64ac1c00-b12c-4472-ac27-dd21578ae695', 'name': 'tempest-TestVolumeBootPattern-1270828726-router', 'tenant_id': 'abe107a474fc4466ac6204593b7d3a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:21Z', 'updated_at': '2021-11-19T16:40:51Z', 'revision_number': 6, 'project_id': 'abe107a474fc4466ac6204593b7d3a99', 'gw_port_host': None}] {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:40:51.472380 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-65eb3600-86b1-4124-bd5c-c3f1ed21b4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.537620 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6736b353-11bc-413e-801a-5c73b2bf48b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.544455 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6736b353-11bc-413e-801a-5c73b2bf48b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.555344 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4eb39200-6c00-4151-a581-a3951609a9dc tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.564877 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4eb39200-6c00-4151-a581-a3951609a9dc tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.569521 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8792b283-070b-4838-a648-3e8e672ca819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.574236 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-4eb39200-6c00-4151-a581-a3951609a9dc tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:51.574236 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:51.574236 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:51.574236 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:51.574236 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:51.574236 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:51.574236 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:51.574236 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:51.574236 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:51.574236 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:51.574236 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:51.574236 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:51.574236 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:51.574236 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:51.574236 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:40:51.574236 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:51.581724 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_common [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Allocated IP 172.20.0.12 (1251e8f4-4d00-4453-aa34-11cbbccd26c1/2590dafa-f6e6-43bb-8892-d85fee27b055/63c66983-c94d-439a-986b-68a92d67db23) {{(pid=110037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:40:51.588251 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb39200-6c00-4151-a581-a3951609a9dc tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:51.605350 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4eb39200-6c00-4151-a581-a3951609a9dc tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.605689 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-4eb39200-6c00-4151-a581-a3951609a9dc tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Added segment dd5a53fb-ae14-4407-a171-fd7ef0dd0475 of type vlan for network 9b45f141-3d79-49df-8fae-0bd88ea42a11 Nov 19 16:40:51.620179 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-6736b353-11bc-413e-801a-5c73b2bf48b7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4414c016fba84ae9a2d2cdd9d82abac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4404132 Nov 19 16:40:51.620405 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792b283-070b-4838-a648-3e8e672ca819 admin admin] Pushing event deleted for resources: {'Port': ['ID=87556277-b416-4c16-879c-0648859c3c33,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:51.622528 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736b353-11bc-413e-801a-5c73b2bf48b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17a78cf-8b24-4a55-b3c0-2e54c4a5f34a,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:51.627474 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48642) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:51.705477 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4eb39200-6c00-4151-a581-a3951609a9dc tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.714617 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8792b283-070b-4838-a648-3e8e672ca819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16705570'] for router_gateway, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.752631 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4eb39200-6c00-4151-a581-a3951609a9dc tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.761300 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb39200-6c00-4151-a581-a3951609a9dc tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:51.762007 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-4eb39200-6c00-4151-a581-a3951609a9dc tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.770170 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-4eb39200-6c00-4151-a581-a3951609a9dc tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:51.770170 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:51.770170 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:51.770170 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:51.770170 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:51.770170 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:51.770170 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:51.770170 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:51.770170 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:51.770170 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:51.770170 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:51.770170 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:51.770170 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:51.770170 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:51.770170 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:51.770170 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:51.802234 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-4eb39200-6c00-4151-a581-a3951609a9dc tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9553132 Nov 19 16:40:51.809092 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.811075 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48644) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:51.815611 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-25d0c243-59bf-4528-b42d-62ecda2420e3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-201629007', 'admin_state_up': True, 'project_id': '1c79ae4a45144e08803eb555e56cd5f9', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:51.817943 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7d14e8fe-add5-497d-a5e9-55f2b4fc2d03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.831930 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8792b283-070b-4838-a648-3e8e672ca819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.835626 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8792b283-070b-4838-a648-3e8e672ca819 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.853240 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7d14e8fe-add5-497d-a5e9-55f2b4fc2d03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.860515 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-25d0c243-59bf-4528-b42d-62ecda2420e3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.861587 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-25d0c243-59bf-4528-b42d-62ecda2420e3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.899826 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.914746 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8792b283-070b-4838-a648-3e8e672ca819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.915303 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8792b283-070b-4838-a648-3e8e672ca819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64ac1c00-b12c-4472-ac27-dd21578ae695 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:51.922198 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8792b283-070b-4838-a648-3e8e672ca819 admin admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.926509 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8792b283-070b-4838-a648-3e8e672ca819 admin admin] 10.222.0.76 "DELETE /v2.0/routers/64ac1c00-b12c-4472-ac27-dd21578ae695 HTTP/1.1" status: 204 len: 168 time: 1.3054566 Nov 19 16:40:51.926912 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48646) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:51.978686 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62cd066-5dfa-482d-ab23-cdaa813418d2 admin admin] Deleting subnet 012648c2-e652-45b8-8e50-9723579cae27 {{(pid=110038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 16:40:51.979263 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-25d0c243-59bf-4528-b42d-62ecda2420e3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.984007 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d62cd066-5dfa-482d-ab23-cdaa813418d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:51.992118 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Network 1251e8f4-4d00-4453-aa34-11cbbccd26c1 is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:52.013317 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7d14e8fe-add5-497d-a5e9-55f2b4fc2d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.016141 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-7d14e8fe-add5-497d-a5e9-55f2b4fc2d03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.017341 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-7d14e8fe-add5-497d-a5e9-55f2b4fc2d03 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b17a78cf-8b24-4a55-b3c0-2e54c4a5f34a HTTP/1.1" status: 204 len: 168 time: 0.3886254 Nov 19 16:40:52.028415 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:52.031076 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:52.040557 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14e8fe-add5-497d-a5e9-55f2b4fc2d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17a78cf-8b24-4a55-b3c0-2e54c4a5f34a,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:52.061213 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d62cd066-5dfa-482d-ab23-cdaa813418d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13713667'] for subnet, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.108567 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Pushing event updated for resources: {'Port': ['ID=63c66983-c94d-439a-986b-68a92d67db23,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:52.179635 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d62cd066-5dfa-482d-ab23-cdaa813418d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033587'] for subnet, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.265631 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d62cd066-5dfa-482d-ab23-cdaa813418d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13713758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12892951'] for subnet, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.289928 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-25d0c243-59bf-4528-b42d-62ecda2420e3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.293053 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cd066-5dfa-482d-ab23-cdaa813418d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012648c2-e652-45b8-8e50-9723579cae27,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:52.303268 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d62cd066-5dfa-482d-ab23-cdaa813418d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for subnet, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.306518 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca65891-0f24-4528-afbe-b1f4a912972d None None] Network d3e788b0-ecb9-4c46-9710-64b910c9b229 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:40:52.306670 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-25d0c243-59bf-4528-b42d-62ecda2420e3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.311944 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d62cd066-5dfa-482d-ab23-cdaa813418d2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/012648c2-e652-45b8-8e50-9723579cae27 HTTP/1.1" status: 204 len: 168 time: 0.3835306 Nov 19 16:40:52.312148 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48652) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:52.495349 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48654) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:52.582349 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795d7bd2-c8e6-48ae-9818-9d2e12992231 None None] DHCP port deletion for d3e788b0-ecb9-4c46-9710-64b910c9b229 request from dv-neutron-815855-3-hyperv {{(pid=110039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 16:40:52.583179 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-00ad990c-ca89-4973-b7ef-ab4f972d7735 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c54f8450bdb94906aac74431aa88dcc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0856178 Nov 19 16:40:52.584882 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48656) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:52.667390 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-96e0c6e1-8b9b-4303-b436-3d8ebb394764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.673086 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-795d7bd2-c8e6-48ae-9818-9d2e12992231 None None] Deleting port a558a88d-3053-4d25-96c0-794df724fa6f {{(pid=110039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:52.673919 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-795d7bd2-c8e6-48ae-9818-9d2e12992231 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.705980 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-96e0c6e1-8b9b-4303-b436-3d8ebb394764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.788933 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-795d7bd2-c8e6-48ae-9818-9d2e12992231 None None] For port a558a88d-3053-4d25-96c0-794df724fa6f, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=a558a88d-3053-4d25-96c0-794df724fa6f,segment=NetworkSegment(57752c32-f940-4aa7-9f8b-bb38e04bd472),segment_id=57752c32-f940-4aa7-9f8b-bb38e04bd472)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:52.789270 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-96e0c6e1-8b9b-4303-b436-3d8ebb394764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.789435 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-795d7bd2-c8e6-48ae-9818-9d2e12992231 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.792968 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-96e0c6e1-8b9b-4303-b436-3d8ebb394764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.797837 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-96e0c6e1-8b9b-4303-b436-3d8ebb394764 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f1b66ee3-2cb0-4923-8623-fc1666c537c3 HTTP/1.1" status: 204 len: 168 time: 0.2088487 Nov 19 16:40:52.812383 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.813582 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-795d7bd2-c8e6-48ae-9818-9d2e12992231 None None] Calling delete_port for a558a88d-3053-4d25-96c0-794df724fa6f owned by network:dhcp {{(pid=110039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:52.817235 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0c6e1-8b9b-4303-b436-3d8ebb394764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b66ee3-2cb0-4923-8623-fc1666c537c3,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:52.845880 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994405'] for network, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.889533 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-25d0c243-59bf-4528-b42d-62ecda2420e3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.893749 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-25d0c243-59bf-4528-b42d-62ecda2420e3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:52.982955 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-795d7bd2-c8e6-48ae-9818-9d2e12992231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.015103 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d7bd2-c8e6-48ae-9818-9d2e12992231 None None] Pushing event deleted for resources: {'Port': ['ID=a558a88d-3053-4d25-96c0-794df724fa6f,revision_number=None']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:53.028610 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d7bd2-c8e6-48ae-9818-9d2e12992231 None None] No DVR routers for this DVR port a558a88d-3053-4d25-96c0-794df724fa6f on host dv-neutron-815855-3-hyperv {{(pid=110039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 16:40:53.032363 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-25d0c243-59bf-4528-b42d-62ecda2420e3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.032993 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d0c243-59bf-4528-b42d-62ecda2420e3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Fanout notify agent at l3_agent the message router_deleted on router adb962a8-c469-4991-b45a-a82e4d057459 {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-25d0c243-59bf-4528-b42d-62ecda2420e3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] create failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 2070, in create_router Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource router_dict = super(L3_NAT_db_mixin, self).create_router(context, Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:53.087509 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 277, in create_router Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource router_db, _unused = db_utils.safe_creation(context, create, Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 76, in safe_creation Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.error("Cannot clean up created object %(obj)s. " Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 69, in safe_creation Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource updated_obj, value = create_bindings(obj['id']) Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 262, in _update_gw_for_create_router Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, router_id, Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gateway_ip_qos.py", line 65, in _update_router_gw_info Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource router = super(L3_gw_ip_qos_dbonly_mixin, Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource super(L3_NAT_dbonly_mixin, self)._update_router_gw_info( Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 516, in _update_router_gw_info Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network_id = self._validate_gw_info(context, info, ext_ips, router) Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 364, in _validate_gw_info Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network_db = self._core_plugin._get_network(context, network_id) Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:40:53.094085 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-25d0c243-59bf-4528-b42d-62ecda2420e3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 500 len: 363 time: 1.2769980 Nov 19 16:40:53.099170 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48660) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:53.102458 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-dfc61e64-aef5-4320-b667-9b734809f00e tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:53.102693 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:53.106844 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:53.106844 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:53.106844 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:53.106844 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:53.106844 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc61e64-aef5-4320-b667-9b734809f00e tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:53.123378 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-dfc61e64-aef5-4320-b667-9b734809f00e tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/9b45f141-3d79-49df-8fae-0bd88ea42a11 HTTP/1.1" status: 500 len: 363 time: 0.0244339 Nov 19 16:40:53.124360 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48664) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-1d77b734-6cd8-4911-8e4f-08beb45847d3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:53.136692 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:53.143203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:53.143203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:53.143203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:53.143203 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:53.143203 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d77b734-6cd8-4911-8e4f-08beb45847d3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:53.143203 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-1d77b734-6cd8-4911-8e4f-08beb45847d3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/9b45f141-3d79-49df-8fae-0bd88ea42a11 HTTP/1.1" status: 500 len: 363 time: 0.0152049 Nov 19 16:40:53.146746 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48666) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:53.150859 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 87556277-b416-4c16-879c-0648859c3c33 no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-63e66b1e-cfc8-4cb1-869b-3b3f2b9c7c1b tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:53.155932 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:53.160802 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:53.160802 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:53.160802 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:53.160802 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:53.160802 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e66b1e-cfc8-4cb1-869b-3b3f2b9c7c1b tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:53.164070 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-63e66b1e-cfc8-4cb1-869b-3b3f2b9c7c1b tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/9b45f141-3d79-49df-8fae-0bd88ea42a11 HTTP/1.1" status: 500 len: 363 time: 0.0161738 Nov 19 16:40:53.176835 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48668) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:53.183881 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-671dc233-faef-4802-b8dc-d44705032731 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Request body: {'network': {'name': 'tempest-network-smoke--1575197408', 'project_id': '1c79ae4a45144e08803eb555e56cd5f9', 'port_security_enabled': True}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:53.194894 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] No Port match for: 87556277-b416-4c16-879c-0648859c3c33 {{(pid=110039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 16:40:53.195602 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] Deleting port a558a88d-3053-4d25-96c0-794df724fa6f {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:53.195790 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 87556277-b416-4c16-879c-0648859c3c33 not bound to the agent host dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 16:40:53.195964 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.197108 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 6bacdd14-e87e-4b5c-b697-de190b6b3379 no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:40:53.216645 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671dc233-faef-4802-b8dc-d44705032731 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Made reservation on behalf of 1c79ae4a45144e08803eb555e56cd5f9 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:53.224171 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-671dc233-faef-4802-b8dc-d44705032731 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.227514 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] No Port match for: 6bacdd14-e87e-4b5c-b697-de190b6b3379 {{(pid=110039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 16:40:53.228026 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 6bacdd14-e87e-4b5c-b697-de190b6b3379 not bound to the agent host dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 16:40:53.228809 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device a558a88d-3053-4d25-96c0-794df724fa6f no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:40:53.259007 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] No Port match for: a558a88d-3053-4d25-96c0-794df724fa6f {{(pid=110039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 16:40:53.259398 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device a558a88d-3053-4d25-96c0-794df724fa6f not bound to the agent host dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 16:40:53.266155 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671dc233-faef-4802-b8dc-d44705032731 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:53.276946 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-671dc233-faef-4802-b8dc-d44705032731 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.277334 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-671dc233-faef-4802-b8dc-d44705032731 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Added segment 2a984c3b-9240-4a14-98fa-e14526814d58 of type vlan for network 294b8eed-509d-44b2-82c6-354641268f90 Nov 19 16:40:53.334099 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-671dc233-faef-4802-b8dc-d44705032731 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.335375 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] For port a558a88d-3053-4d25-96c0-794df724fa6f, host dv-neutron-815855-3-hyperv, got binding levels [] {{(pid=110037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:53.335834 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.362560 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] Calling delete_port for a558a88d-3053-4d25-96c0-794df724fa6f owned by network:dhcp {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:53.366630 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.ipam_backend_mixin [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] Port a558a88d-3053-4d25-96c0-794df724fa6f was not found and therefore no delete operation was performed {{(pid=110037) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 16:40:53.372817 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-671dc233-faef-4802-b8dc-d44705032731 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.380292 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671dc233-faef-4802-b8dc-d44705032731 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:53.381096 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-671dc233-faef-4802-b8dc-d44705032731 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.386787 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-671dc233-faef-4802-b8dc-d44705032731 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:53.386787 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:53.386787 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:53.386787 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:53.386787 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:53.386787 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:53.386787 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:53.386787 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:53.386787 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:53.386787 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:53.386787 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:53.386787 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:53.386787 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:53.386787 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:53.386787 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:53.386787 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:53.408849 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.410076 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-671dc233-faef-4802-b8dc-d44705032731 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2365253 Nov 19 16:40:53.412677 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48676) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:53.418492 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-6efaeebc-c916-4eed-8b3d-c11716cf3276 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-744053867', 'admin_state_up': True, 'project_id': '1c79ae4a45144e08803eb555e56cd5f9', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:53.447896 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=a558a88d-3053-4d25-96c0-794df724fa6f,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:53.455140 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6efaeebc-c916-4eed-8b3d-c11716cf3276 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.456517 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] No DVR routers for this DVR port a558a88d-3053-4d25-96c0-794df724fa6f on host dv-neutron-815855-3-hyperv {{(pid=110037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 16:40:53.456683 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6efaeebc-c916-4eed-8b3d-c11716cf3276 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.533536 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6efaeebc-c916-4eed-8b3d-c11716cf3276 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.583428 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032696', 'neutron.services.segments.db._delete_segments_for_network-8785364225163'] for network, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.586445 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.646890 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e788b0-ecb9-4c46-9710-64b910c9b229']}} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:53.666390 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57752c32-f940-4aa7-9f8b-bb38e04bd472') {'for_net_delete': True} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:53.666682 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57752c32-f940-4aa7-9f8b-bb38e04bd472') {} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:53.680749 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785364175535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13891926'] for segment, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.735302 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.746048 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=110037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 16:40:53.746460 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13603501'] for segment, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: Traceback (most recent call last): Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: timer() Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: cb(*args, **kw) Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: return func(*args, **kwargs) Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: self._notify() Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: self.callback(batched_events) Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: event.method(event) Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: return f(self, *a, **k) Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._get(url).json() Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: return self.request(url, 'GET', **kwargs) Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 16:40:53.748980 dv-neutron-815855-3-hyperv neutron-server[110037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 16:40:53.827550 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16705550'] for network, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.840623 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.844793 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] 10.222.0.76 "DELETE /v2.0/networks/d3e788b0-ecb9-4c46-9710-64b910c9b229 HTTP/1.1" status: 204 len: 168 time: 1.5324328 Nov 19 16:40:53.850210 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48688) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:53.873783 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77065e5b-1326-4da9-88b9-d4edb148d3aa admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e788b0-ecb9-4c46-9710-64b910c9b229,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:53.921370 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Router ae63a696-445b-429a-bf96-69deddff8425 is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:40:53.939620 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6efaeebc-c916-4eed-8b3d-c11716cf3276 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:53.948399 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6efaeebc-c916-4eed-8b3d-c11716cf3276 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.142643 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6efaeebc-c916-4eed-8b3d-c11716cf3276 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.145112 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6efaeebc-c916-4eed-8b3d-c11716cf3276 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.164559 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:40:54.175877 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Sync routers for ids ['ae63a696-445b-429a-bf96-69deddff8425'] in dv-neutron-815855-3-hyperv {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:40:54.196666 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Routers {'ae63a696-445b-429a-bf96-69deddff8425'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:54.197306 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:51Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['ae63a696-445b-429a-bf96-69deddff8425'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:54.204979 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.207628 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-0fd93d51-5408-4bf2-a397-cceb3c635a7e tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.7234159 Nov 19 16:40:54.211311 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48694) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:54.226289 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6efaeebc-c916-4eed-8b3d-c11716cf3276 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.226812 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efaeebc-c916-4eed-8b3d-c11716cf3276 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Fanout notify agent at l3_agent the message router_deleted on router e8426e12-1cbf-4570-bbbb-a8e8637aa682 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-6efaeebc-c916-4eed-8b3d-c11716cf3276 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] create failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 2070, in create_router Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_dict = super(L3_NAT_db_mixin, self).create_router(context, Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:54.264151 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 277, in create_router Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_db, _unused = db_utils.safe_creation(context, create, Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 76, in safe_creation Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.error("Cannot clean up created object %(obj)s. " Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 69, in safe_creation Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource updated_obj, value = create_bindings(obj['id']) Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 262, in _update_gw_for_create_router Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, router_id, Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gateway_ip_qos.py", line 65, in _update_router_gw_info Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router = super(L3_gw_ip_qos_dbonly_mixin, Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource super(L3_NAT_dbonly_mixin, self)._update_router_gw_info( Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 516, in _update_router_gw_info Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_id = self._validate_gw_info(context, info, ext_ips, router) Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 364, in _validate_gw_info Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_db = self._core_plugin._get_network(context, network_id) Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-6efaeebc-c916-4eed-8b3d-c11716cf3276 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 500 len: 363 time: 0.8519628 Nov 19 16:40:54.278685 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48696) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-c42a93ec-0af4-4a0c-82a4-8f12a0f92c13 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:54.299895 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:54.310302 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:54.310302 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:54.310302 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:54.310302 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:54.310302 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42a93ec-0af4-4a0c-82a4-8f12a0f92c13 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:54.316877 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-c42a93ec-0af4-4a0c-82a4-8f12a0f92c13 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/294b8eed-509d-44b2-82c6-354641268f90 HTTP/1.1" status: 500 len: 363 time: 0.0347323 Nov 19 16:40:54.317754 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48698) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-65c603c3-c58a-4f36-8f2d-a1bd9e2e925c tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:54.331024 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:54.335474 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:54.335474 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:54.335474 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:54.335474 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:54.335474 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c603c3-c58a-4f36-8f2d-a1bd9e2e925c tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:54.336990 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-65c603c3-c58a-4f36-8f2d-a1bd9e2e925c tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/294b8eed-509d-44b2-82c6-354641268f90 HTTP/1.1" status: 500 len: 363 time: 0.0176928 Nov 19 16:40:54.340564 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48700) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:54.352079 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-3f34dd15-9517-4ccb-a3dc-1b26ca5f985d tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:54.356964 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:54.363561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:54.363561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:54.363561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:54.363561 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:54.364691 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f34dd15-9517-4ccb-a3dc-1b26ca5f985d tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:54.378985 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-3f34dd15-9517-4ccb-a3dc-1b26ca5f985d tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/294b8eed-509d-44b2-82c6-354641268f90 HTTP/1.1" status: 500 len: 363 time: 0.0368402 Nov 19 16:40:54.389189 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48704) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:54.395589 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-a85b20bf-2ae9-4e3a-9748-f5cfbe7aa2eb tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Request body: {'network': {'name': 'tempest-network-smoke--1025449285', 'project_id': '1c79ae4a45144e08803eb555e56cd5f9', 'port_security_enabled': True}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:54.433264 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85b20bf-2ae9-4e3a-9748-f5cfbe7aa2eb tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Made reservation on behalf of 1c79ae4a45144e08803eb555e56cd5f9 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:54.438673 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a85b20bf-2ae9-4e3a-9748-f5cfbe7aa2eb tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.477142 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85b20bf-2ae9-4e3a-9748-f5cfbe7aa2eb tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:54.496029 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a85b20bf-2ae9-4e3a-9748-f5cfbe7aa2eb tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.496711 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-a85b20bf-2ae9-4e3a-9748-f5cfbe7aa2eb tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Added segment cb7c40c4-efda-4312-b401-12dea36c63a8 of type vlan for network e6b9d371-f0a9-46d2-8493-5c381b36d5e4 Nov 19 16:40:54.581027 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a85b20bf-2ae9-4e3a-9748-f5cfbe7aa2eb tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.611237 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Set router ae63a696-445b-429a-bf96-69deddff8425 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:54.619013 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a85b20bf-2ae9-4e3a-9748-f5cfbe7aa2eb tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.628124 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85b20bf-2ae9-4e3a-9748-f5cfbe7aa2eb tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:54.629579 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a85b20bf-2ae9-4e3a-9748-f5cfbe7aa2eb tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.643045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-a85b20bf-2ae9-4e3a-9748-f5cfbe7aa2eb tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:54.643045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:54.643045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:54.643045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:54.643045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:54.643045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:54.643045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:54.643045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:54.643045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:54.643045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:54.643045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:54.643045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:54.643045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:54.643045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:54.643045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:54.643045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:54.656148 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a85b20bf-2ae9-4e3a-9748-f5cfbe7aa2eb tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2653284 Nov 19 16:40:54.660399 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48712) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:54.665016 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-ae728f67-da0d-40f4-bb5b-37c896a45e93 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1362220003', 'admin_state_up': True, 'project_id': '1c79ae4a45144e08803eb555e56cd5f9', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:54.697938 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ae728f67-da0d-40f4-bb5b-37c896a45e93 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.699305 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ae728f67-da0d-40f4-bb5b-37c896a45e93 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.715511 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cb5921e-01ca-48a2-a466-cd6542f9be59 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.775953 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ae728f67-da0d-40f4-bb5b-37c896a45e93 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.853473 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae63a696-445b-429a-bf96-69deddff8425', 'name': '', 'tenant_id': '442ffe8433394a689023236b03374161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1251e8f4-4d00-4453-aa34-11cbbccd26c1', 'external_fixed_ips': [{'subnet_id': '2590dafa-f6e6-43bb-8892-d85fee27b055', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '63c66983-c94d-439a-986b-68a92d67db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:50Z', 'updated_at': '2021-11-19T16:40:52Z', 'revision_number': 3, 'project_id': '442ffe8433394a689023236b03374161', 'gw_port': {'id': '63c66983-c94d-439a-986b-68a92d67db23', 'name': '', 'network_id': '1251e8f4-4d00-4453-aa34-11cbbccd26c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae63a696-445b-429a-bf96-69deddff8425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2590dafa-f6e6-43bb-8892-d85fee27b055', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:51Z', 'updated_at': '2021-11-19T16:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2590dafa-f6e6-43bb-8892-d85fee27b055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:54.877701 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48716) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:54.891303 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Checking router: ae63a696-445b-429a-bf96-69deddff8425 for host: dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:40:54.891650 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Updating router ae63a696-445b-429a-bf96-69deddff8425 port 63c66983-c94d-439a-986b-68a92d67db23 binding host dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:40:54.922939 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cb5921e-01ca-48a2-a466-cd6542f9be59 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.930762 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c9358f91-816a-4ac9-85da-0083f4a25a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16707448'] for router_interface, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.936661 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:54.939160 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.009588 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ae728f67-da0d-40f4-bb5b-37c896a45e93 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.021194 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ae728f67-da0d-40f4-bb5b-37c896a45e93 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.093928 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-536133270', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:55.145782 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Made reservation on behalf of d987fd4328ad404c98bce23203deaf06 for: {'port': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:55.148305 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.196890 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-3cb5921e-01ca-48a2-a466-cd6542f9be59 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Deleting port 63c66983-c94d-439a-986b-68a92d67db23 {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:55.197638 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cb5921e-01ca-48a2-a466-cd6542f9be59 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.200465 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.225748 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ae728f67-da0d-40f4-bb5b-37c896a45e93 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.228061 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ae728f67-da0d-40f4-bb5b-37c896a45e93 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.278545 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ae728f67-da0d-40f4-bb5b-37c896a45e93 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.279473 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae728f67-da0d-40f4-bb5b-37c896a45e93 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Fanout notify agent at l3_agent the message router_deleted on router e192c770-4dd8-4a40-879c-80f17a0672dc {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-ae728f67-da0d-40f4-bb5b-37c896a45e93 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] create failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 2070, in create_router Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_dict = super(L3_NAT_db_mixin, self).create_router(context, Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:55.299783 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 277, in create_router Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_db, _unused = db_utils.safe_creation(context, create, Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 76, in safe_creation Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.error("Cannot clean up created object %(obj)s. " Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 69, in safe_creation Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource updated_obj, value = create_bindings(obj['id']) Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 262, in _update_gw_for_create_router Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, router_id, Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gateway_ip_qos.py", line 65, in _update_router_gw_info Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router = super(L3_gw_ip_qos_dbonly_mixin, Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource super(L3_NAT_dbonly_mixin, self)._update_router_gw_info( Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 516, in _update_router_gw_info Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_id = self._validate_gw_info(context, info, ext_ips, router) Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 364, in _validate_gw_info Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_db = self._core_plugin._get_network(context, network_id) Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ae728f67-da0d-40f4-bb5b-37c896a45e93 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 500 len: 363 time: 0.6389737 Nov 19 16:40:55.306317 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48720) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-d899336f-eb82-47ff-82ee-d205a891c310 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:55.323243 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:55.326808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:55.326808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:55.326808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:55.326808 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:55.326808 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d899336f-eb82-47ff-82ee-d205a891c310 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:55.329215 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d899336f-eb82-47ff-82ee-d205a891c310 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/e6b9d371-f0a9-46d2-8493-5c381b36d5e4 HTTP/1.1" status: 500 len: 363 time: 0.0236559 Nov 19 16:40:55.331079 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Publish callbacks [] for port, precommit_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.332308 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48722) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:55.338229 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-ef55e098-0754-4caf-8bda-a3982edf1a9a tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:55.345245 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:55.348388 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:55.348388 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:55.348388 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:55.348388 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:55.348388 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef55e098-0754-4caf-8bda-a3982edf1a9a tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:55.349949 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ef55e098-0754-4caf-8bda-a3982edf1a9a tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/e6b9d371-f0a9-46d2-8493-5c381b36d5e4 HTTP/1.1" status: 500 len: 363 time: 0.0138841 Nov 19 16:40:55.351982 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48724) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-8de5078f-e6ca-48e4-8467-a0e4dd0ab46b tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:55.362936 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:55.370665 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:55.370665 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:55.370665 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:55.370665 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:55.370665 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de5078f-e6ca-48e4-8467-a0e4dd0ab46b tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:55.370995 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cb5921e-01ca-48a2-a466-cd6542f9be59 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.371098 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8de5078f-e6ca-48e4-8467-a0e4dd0ab46b tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/e6b9d371-f0a9-46d2-8493-5c381b36d5e4 HTTP/1.1" status: 500 len: 363 time: 0.0145979 Nov 19 16:40:55.380466 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48726) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:55.397038 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-45fa7e5e-2cee-4ec4-96b8-17970e2d61a2 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Request body: {'network': {'name': 'tempest-network-smoke--1173790520', 'project_id': '1c79ae4a45144e08803eb555e56cd5f9', 'port_security_enabled': True}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:55.413737 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Attempting to bind port 63c66983-c94d-439a-986b-68a92d67db23 on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:40:55.414114 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Attempting to bind port 63c66983-c94d-439a-986b-68a92d67db23 by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '0a71e6c7-f8be-4b28-8312-2208396e0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1251e8f4-4d00-4453-aa34-11cbbccd26c1'}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:40:55.414422 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-3cb5921e-01ca-48a2-a466-cd6542f9be59 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Calling delete_port for 63c66983-c94d-439a-986b-68a92d67db23 owned by network:router_gateway {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:55.414560 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Attempting to bind port 63c66983-c94d-439a-986b-68a92d67db23 on network 1251e8f4-4d00-4453-aa34-11cbbccd26c1 {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:40:55.417738 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be934a04-aecb-47a7-9161-29697d15a78b None None] Pushing event updated for resources: {'Port': ['ID=63c66983-c94d-439a-986b-68a92d67db23,revision_number=2']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:55.422787 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:40:55.423168 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Checking segment: {'id': '0a71e6c7-f8be-4b28-8312-2208396e0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1251e8f4-4d00-4453-aa34-11cbbccd26c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:40:55.423578 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.423977 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Bound using segment: {'id': '0a71e6c7-f8be-4b28-8312-2208396e0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1251e8f4-4d00-4453-aa34-11cbbccd26c1'} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:40:55.424467 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Bound port: 63c66983-c94d-439a-986b-68a92d67db23, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a71e6c7-f8be-4b28-8312-2208396e0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1251e8f4-4d00-4453-aa34-11cbbccd26c1'}}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:40:55.424852 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.484858 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] For port 63c66983-c94d-439a-986b-68a92d67db23, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:40:55.488285 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] For port 63c66983-c94d-439a-986b-68a92d67db23, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=63c66983-c94d-439a-986b-68a92d67db23,segment=NetworkSegment(0a71e6c7-f8be-4b28-8312-2208396e0f56),segment_id=0a71e6c7-f8be-4b28-8312-2208396e0f56)] {{(pid=110039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:40:55.492660 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.530919 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fa7e5e-2cee-4ec4-96b8-17970e2d61a2 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Made reservation on behalf of 1c79ae4a45144e08803eb555e56cd5f9 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:55.534358 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-45fa7e5e-2cee-4ec4-96b8-17970e2d61a2 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.546542 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Routers {'ae63a696-445b-429a-bf96-69deddff8425'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:55.547047 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:51Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['ae63a696-445b-429a-bf96-69deddff8425'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:55.549495 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.567899 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.580481 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.notifiers.nova [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] device_id is not set on port ef7a42ac-4003-40d8-8810-8396ae5f72b4 yet. {{(pid=110037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 16:40:55.630603 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be934a04-aecb-47a7-9161-29697d15a78b None None] Pushing event updated for resources: {'Port': ['ID=63c66983-c94d-439a-986b-68a92d67db23,revision_number=3']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:55.653277 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] Set router ae63a696-445b-429a-bf96-69deddff8425 gateway port host: None {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:55.675007 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fa7e5e-2cee-4ec4-96b8-17970e2d61a2 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:55.722779 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-45fa7e5e-2cee-4ec4-96b8-17970e2d61a2 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.723171 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-45fa7e5e-2cee-4ec4-96b8-17970e2d61a2 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Added segment 72593169-d645-4e9a-b4c3-5ee1c18107bf of type vlan for network 93d01e61-fdf6-4c8c-9458-175acf687033 Nov 19 16:40:55.725037 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae63a696-445b-429a-bf96-69deddff8425', 'name': '', 'tenant_id': '442ffe8433394a689023236b03374161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:50Z', 'updated_at': '2021-11-19T16:40:54Z', 'revision_number': 4, 'project_id': '442ffe8433394a689023236b03374161', 'gw_port_host': None}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:55.725664 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e31500-fd0b-45db-9254-4384cf2c514d,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:55.756511 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b4410-ea2a-4e69-b494-07f6238498f6 None None] The sync data for ids ['ae63a696-445b-429a-bf96-69deddff8425'] in dv-neutron-815855-3-hyperv is: [{'id': 'ae63a696-445b-429a-bf96-69deddff8425', 'name': '', 'tenant_id': '442ffe8433394a689023236b03374161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:50Z', 'updated_at': '2021-11-19T16:40:54Z', 'revision_number': 4, 'project_id': '442ffe8433394a689023236b03374161', 'gw_port_host': None}] {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:40:55.795052 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-c9358f91-816a-4ac9-85da-0083f4a25a6a admin admin] Deleting port 0ae1de4f-c11f-4174-bf22-a77c2be58c08 {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:55.795367 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c9358f91-816a-4ac9-85da-0083f4a25a6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.842906 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-45fa7e5e-2cee-4ec4-96b8-17970e2d61a2 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.905056 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_common [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Allocated IP 172.26.3.134 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/ef7a42ac-4003-40d8-8810-8396ae5f72b4) {{(pid=110037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:40:55.931548 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cb5921e-01ca-48a2-a466-cd6542f9be59 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.977361 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-45fa7e5e-2cee-4ec4-96b8-17970e2d61a2 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.983269 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fa7e5e-2cee-4ec4-96b8-17970e2d61a2 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:55.983832 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-45fa7e5e-2cee-4ec4-96b8-17970e2d61a2 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:55.992044 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-45fa7e5e-2cee-4ec4-96b8-17970e2d61a2 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:55.992044 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:55.992044 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:55.992044 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:55.992044 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:55.992044 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:55.992044 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:55.992044 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:55.992044 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:55.992044 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:55.992044 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:55.992044 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:55.992044 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:55.992044 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:55.992044 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:55.992044 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:55.993566 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5921e-01ca-48a2-a466-cd6542f9be59 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Pushing event deleted for resources: {'Port': ['ID=63c66983-c94d-439a-986b-68a92d67db23,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:56.031715 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-c9358f91-816a-4ac9-85da-0083f4a25a6a admin admin] For port 0ae1de4f-c11f-4174-bf22-a77c2be58c08, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=0ae1de4f-c11f-4174-bf22-a77c2be58c08,segment=NetworkSegment(7d05b3ec-5b9c-41d9-ab67-6652916bdb31),segment_id=7d05b3ec-5b9c-41d9-ab67-6652916bdb31)] {{(pid=110037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:56.032115 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c9358f91-816a-4ac9-85da-0083f4a25a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.058359 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-45fa7e5e-2cee-4ec4-96b8-17970e2d61a2 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6731980 Nov 19 16:40:56.061589 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48728) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:56.066425 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-2aa16365-8327-4102-9fa3-3e7ba99ccd94 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-219941739', 'admin_state_up': True, 'project_id': '1c79ae4a45144e08803eb555e56cd5f9', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:56.069155 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-c9358f91-816a-4ac9-85da-0083f4a25a6a admin admin] Calling delete_port for 0ae1de4f-c11f-4174-bf22-a77c2be58c08 owned by network:router_interface {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:56.092784 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2aa16365-8327-4102-9fa3-3e7ba99ccd94 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.094198 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2aa16365-8327-4102-9fa3-3e7ba99ccd94 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.152155 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2aa16365-8327-4102-9fa3-3e7ba99ccd94 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.202363 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cb5921e-01ca-48a2-a466-cd6542f9be59 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16705570'] for router_gateway, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.299439 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2aa16365-8327-4102-9fa3-3e7ba99ccd94 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.319531 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2aa16365-8327-4102-9fa3-3e7ba99ccd94 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.501590 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2aa16365-8327-4102-9fa3-3e7ba99ccd94 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.505195 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2aa16365-8327-4102-9fa3-3e7ba99ccd94 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.518780 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cb5921e-01ca-48a2-a466-cd6542f9be59 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.527705 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cb5921e-01ca-48a2-a466-cd6542f9be59 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.562837 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-2aa16365-8327-4102-9fa3-3e7ba99ccd94 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.563920 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa16365-8327-4102-9fa3-3e7ba99ccd94 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Fanout notify agent at l3_agent the message router_deleted on router 52cd39ff-7524-4ea1-a590-56d5a1441968 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-2aa16365-8327-4102-9fa3-3e7ba99ccd94 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] create failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 2070, in create_router Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_dict = super(L3_NAT_db_mixin, self).create_router(context, Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:56.586635 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 277, in create_router Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_db, _unused = db_utils.safe_creation(context, create, Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 76, in safe_creation Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.error("Cannot clean up created object %(obj)s. " Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 69, in safe_creation Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource updated_obj, value = create_bindings(obj['id']) Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 262, in _update_gw_for_create_router Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, router_id, Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gateway_ip_qos.py", line 65, in _update_router_gw_info Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router = super(L3_gw_ip_qos_dbonly_mixin, Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource super(L3_NAT_dbonly_mixin, self)._update_router_gw_info( Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 516, in _update_router_gw_info Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_id = self._validate_gw_info(context, info, ext_ips, router) Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 364, in _validate_gw_info Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_db = self._core_plugin._get_network(context, network_id) Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-2aa16365-8327-4102-9fa3-3e7ba99ccd94 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 500 len: 363 time: 0.5245857 Nov 19 16:40:56.593869 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48730) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-a9bc6c66-b8e8-498f-864a-c6dce1e4e162 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:56.598215 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:56.602754 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:56.602754 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:56.602754 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:56.602754 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:56.602754 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9bc6c66-b8e8-498f-864a-c6dce1e4e162 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:56.602754 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a9bc6c66-b8e8-498f-864a-c6dce1e4e162 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/93d01e61-fdf6-4c8c-9458-175acf687033 HTTP/1.1" status: 500 len: 363 time: 0.0106330 Nov 19 16:40:56.606907 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48732) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-b4910774-f0e2-4b80-ba8f-b35511a3ace1 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:56.615442 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:56.621837 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:56.621837 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:56.621837 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:56.621837 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:56.621837 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4910774-f0e2-4b80-ba8f-b35511a3ace1 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:56.621837 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b4910774-f0e2-4b80-ba8f-b35511a3ace1 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/93d01e61-fdf6-4c8c-9458-175acf687033 HTTP/1.1" status: 500 len: 363 time: 0.0115898 Nov 19 16:40:56.624910 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48734) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:56.625644 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-b2c4cdce-4363-4c84-b69d-992fa075c591 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:56.635461 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:56.641381 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:56.641381 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:56.641381 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:56.641381 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:56.641381 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c4cdce-4363-4c84-b69d-992fa075c591 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:56.641805 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cb5921e-01ca-48a2-a466-cd6542f9be59 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.641805 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb5921e-01ca-48a2-a466-cd6542f9be59 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae63a696-445b-429a-bf96-69deddff8425 {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:56.642591 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b2c4cdce-4363-4c84-b69d-992fa075c591 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/93d01e61-fdf6-4c8c-9458-175acf687033 HTTP/1.1" status: 500 len: 363 time: 0.0132542 Nov 19 16:40:56.645893 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3cb5921e-01ca-48a2-a466-cd6542f9be59 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.647026 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-3cb5921e-01ca-48a2-a466-cd6542f9be59 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "DELETE /v2.0/routers/ae63a696-445b-429a-bf96-69deddff8425 HTTP/1.1" status: 204 len: 168 time: 2.4342275 Nov 19 16:40:56.650730 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48736) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:56.656700 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48738) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:56.701650 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.716840 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_v2 [None req-972fd118-1445-4fd8-ad25-2b70d1f52ecf tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Deleting subnet 2590dafa-f6e6-43bb-8892-d85fee27b055 {{(pid=110038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 16:40:56.724659 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-972fd118-1445-4fd8-ad25-2b70d1f52ecf tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.775047 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-972fd118-1445-4fd8-ad25-2b70d1f52ecf tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13713667'] for subnet, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.789230 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:40:56.797264 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:40:56.802081 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:40:56.810650 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c9358f91-816a-4ac9-85da-0083f4a25a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.812998 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Pushing event updated for resources: {'Port': ['ID=ef7a42ac-4003-40d8-8810-8396ae5f72b4,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:56.855551 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-972fd118-1445-4fd8-ad25-2b70d1f52ecf tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033587'] for subnet, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.888931 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9358f91-816a-4ac9-85da-0083f4a25a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae1de4f-c11f-4174-bf22-a77c2be58c08,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:56.894559 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-851bdade-73c1-4742-a8df-4c861754342e tempest-TestNetworkBasicOps-103173159 tempest-TestNetworkBasicOps-103173159-project-admin] 10.222.0.76 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.2328517 Nov 19 16:40:56.897693 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48742) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:56.904088 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-e814145a-0fe2-446f-8b3a-cac6bffcb34f tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Request body: {'network': {'name': 'tempest-network-smoke--1655542751', 'project_id': '1c79ae4a45144e08803eb555e56cd5f9', 'port_security_enabled': True}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:56.923889 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:56.924570 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.945760 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e814145a-0fe2-446f-8b3a-cac6bffcb34f tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Made reservation on behalf of 1c79ae4a45144e08803eb555e56cd5f9 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:56.951589 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e814145a-0fe2-446f-8b3a-cac6bffcb34f tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.956686 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-972fd118-1445-4fd8-ad25-2b70d1f52ecf tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13713758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12892951'] for subnet, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:56.960899 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-edcdf7f2-5160-463a-a9a0-417ae8a53c32 tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0804167 Nov 19 16:40:56.964017 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48744) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:56.975097 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-13eb7d19-d265-46b1-a66d-1c5fdb464d8c tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.134'}]}}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:57.028601 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-972fd118-1445-4fd8-ad25-2b70d1f52ecf tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for subnet, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.035229 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-972fd118-1445-4fd8-ad25-2b70d1f52ecf tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/2590dafa-f6e6-43bb-8892-d85fee27b055 HTTP/1.1" status: 204 len: 168 time: 0.3831520 Nov 19 16:40:57.038010 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48746) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:57.038816 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fd118-1445-4fd8-ad25-2b70d1f52ecf tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2590dafa-f6e6-43bb-8892-d85fee27b055,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:57.061304 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-13eb7d19-d265-46b1-a66d-1c5fdb464d8c tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.062423 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-13eb7d19-d265-46b1-a66d-1c5fdb464d8c tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.067797 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e814145a-0fe2-446f-8b3a-cac6bffcb34f tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:57.088471 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e814145a-0fe2-446f-8b3a-cac6bffcb34f tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.089381 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-e814145a-0fe2-446f-8b3a-cac6bffcb34f tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Added segment 4b7b09ce-c9a7-4d74-b9b2-acb12c532f0e of type vlan for network c6505faa-6f20-4b0f-a36a-55b1bd01243e Nov 19 16:40:57.151048 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e814145a-0fe2-446f-8b3a-cac6bffcb34f tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.182271 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e814145a-0fe2-446f-8b3a-cac6bffcb34f tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.189825 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e814145a-0fe2-446f-8b3a-cac6bffcb34f tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:57.190596 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e814145a-0fe2-446f-8b3a-cac6bffcb34f tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.194732 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-e814145a-0fe2-446f-8b3a-cac6bffcb34f tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:57.194732 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:57.194732 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:57.194732 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:57.194732 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:57.194732 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:57.194732 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:57.194732 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:57.194732 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:57.194732 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:57.194732 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:57.194732 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:57.194732 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:57.194732 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:57.194732 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:57.194732 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:57.211214 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-522e8585-ea1a-4f1e-9151-ed5f34e23bdc tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994405'] for network, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.212341 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e814145a-0fe2-446f-8b3a-cac6bffcb34f tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3133028 Nov 19 16:40:57.216030 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48748) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:57.218175 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-13eb7d19-d265-46b1-a66d-1c5fdb464d8c tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.221877 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-89593cd6-2a8d-4ffb-9941-f0858cdc20b8 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1850763789', 'admin_state_up': True, 'project_id': '1c79ae4a45144e08803eb555e56cd5f9', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:57.248064 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-89593cd6-2a8d-4ffb-9941-f0858cdc20b8 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.249880 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-89593cd6-2a8d-4ffb-9941-f0858cdc20b8 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.266997 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c9358f91-816a-4ac9-85da-0083f4a25a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16290587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16707468'] for router_interface, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.313560 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-89593cd6-2a8d-4ffb-9941-f0858cdc20b8 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.470345 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-89593cd6-2a8d-4ffb-9941-f0858cdc20b8 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.479381 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-89593cd6-2a8d-4ffb-9941-f0858cdc20b8 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.480118 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-13eb7d19-d265-46b1-a66d-1c5fdb464d8c tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.492786 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-522e8585-ea1a-4f1e-9151-ed5f34e23bdc tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032696', 'neutron.services.segments.db._delete_segments_for_network-8785364225163'] for network, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.558085 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-522e8585-ea1a-4f1e-9151-ed5f34e23bdc tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1251e8f4-4d00-4453-aa34-11cbbccd26c1']}} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:57.598290 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-522e8585-ea1a-4f1e-9151-ed5f34e23bdc tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a71e6c7-f8be-4b28-8312-2208396e0f56') {'for_net_delete': True} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:57.598574 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-522e8585-ea1a-4f1e-9151-ed5f34e23bdc tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a71e6c7-f8be-4b28-8312-2208396e0f56') {} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:57.614083 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-522e8585-ea1a-4f1e-9151-ed5f34e23bdc tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785364175535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13891926'] for segment, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.635993 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-522e8585-ea1a-4f1e-9151-ed5f34e23bdc tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.675447 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522e8585-ea1a-4f1e-9151-ed5f34e23bdc tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=110037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 16:40:57.675851 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-522e8585-ea1a-4f1e-9151-ed5f34e23bdc tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13603501'] for segment, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: items = [ Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: Traceback (most recent call last): Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: timer() Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: cb(*args, **kw) Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: return func(*args, **kwargs) Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: self._notify() Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: self.callback(batched_events) Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: event.method(event) Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: return f(self, *a, **k) Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._get(url).json() Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: return self.request(url, 'GET', **kwargs) Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 16:40:57.677890 dv-neutron-815855-3-hyperv neutron-server[110037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 16:40:57.798824 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-522e8585-ea1a-4f1e-9151-ed5f34e23bdc tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16705550'] for network, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.808333 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522e8585-ea1a-4f1e-9151-ed5f34e23bdc tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1251e8f4-4d00-4453-aa34-11cbbccd26c1 {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 16:40:57.814296 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-522e8585-ea1a-4f1e-9151-ed5f34e23bdc tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.818672 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-522e8585-ea1a-4f1e-9151-ed5f34e23bdc tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "DELETE /v2.0/networks/1251e8f4-4d00-4453-aa34-11cbbccd26c1 HTTP/1.1" status: 204 len: 168 time: 0.7781267 Nov 19 16:40:57.841704 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e8585-ea1a-4f1e-9151-ed5f34e23bdc tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Pushing event deleted for resources: {'Network': ['ID=1251e8f4-4d00-4453-aa34-11cbbccd26c1,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:57.863178 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9358f91-816a-4ac9-85da-0083f4a25a6a admin admin] Router 5bfe4057-1487-4153-9197-4ccdece41e5d has already been hosted by L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd {{(pid=110037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 16:40:57.889138 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-89593cd6-2a8d-4ffb-9941-f0858cdc20b8 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.893433 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-89593cd6-2a8d-4ffb-9941-f0858cdc20b8 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.975138 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-89593cd6-2a8d-4ffb-9941-f0858cdc20b8 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:57.978319 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89593cd6-2a8d-4ffb-9941-f0858cdc20b8 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Fanout notify agent at l3_agent the message router_deleted on router 059075b7-267a-493e-abcf-dc35dda71efc {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-89593cd6-2a8d-4ffb-9941-f0858cdc20b8 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] create failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 2070, in create_router Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_dict = super(L3_NAT_db_mixin, self).create_router(context, Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:58.018894 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 277, in create_router Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_db, _unused = db_utils.safe_creation(context, create, Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 76, in safe_creation Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.error("Cannot clean up created object %(obj)s. " Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 69, in safe_creation Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource updated_obj, value = create_bindings(obj['id']) Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 262, in _update_gw_for_create_router Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, router_id, Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gateway_ip_qos.py", line 65, in _update_router_gw_info Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router = super(L3_gw_ip_qos_dbonly_mixin, Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource super(L3_NAT_dbonly_mixin, self)._update_router_gw_info( Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 516, in _update_router_gw_info Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_id = self._validate_gw_info(context, info, ext_ips, router) Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 364, in _validate_gw_info Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_db = self._core_plugin._get_network(context, network_id) Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:58.026309 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:58.033664 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-89593cd6-2a8d-4ffb-9941-f0858cdc20b8 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 500 len: 363 time: 0.8155715 Nov 19 16:40:58.035118 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48754) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-2f0204ab-1648-4544-9950-3aa294697aca tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:58.047425 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:58.052610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:58.052610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:58.052610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:58.052610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:58.052610 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0204ab-1648-4544-9950-3aa294697aca tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:58.060433 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-2f0204ab-1648-4544-9950-3aa294697aca tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/c6505faa-6f20-4b0f-a36a-55b1bd01243e HTTP/1.1" status: 500 len: 363 time: 0.0234785 Nov 19 16:40:58.061306 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48756) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-2a0a9937-2f80-421b-959e-53e42d3a6838 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:58.076082 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:58.079711 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:58.079711 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:58.079711 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:58.079711 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:58.079711 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0a9937-2f80-421b-959e-53e42d3a6838 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:58.087266 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-2a0a9937-2f80-421b-959e-53e42d3a6838 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/c6505faa-6f20-4b0f-a36a-55b1bd01243e HTTP/1.1" status: 500 len: 363 time: 0.0242651 Nov 19 16:40:58.092475 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48758) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-02c218ee-075e-4d8a-8e22-af0b63495e8d tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:58.101675 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:58.104710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:58.104710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:58.104710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:58.104710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:58.106826 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c218ee-075e-4d8a-8e22-af0b63495e8d tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:58.110455 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-02c218ee-075e-4d8a-8e22-af0b63495e8d tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/c6505faa-6f20-4b0f-a36a-55b1bd01243e HTTP/1.1" status: 500 len: 363 time: 0.0169642 Nov 19 16:40:58.119909 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48760) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:58.130862 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-d19f8ad1-c2d1-4158-a468-abc7e509ec1a tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Request body: {'network': {'name': 'tempest-network-smoke--424593965', 'project_id': '1c79ae4a45144e08803eb555e56cd5f9', 'port_security_enabled': True}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:58.162370 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19f8ad1-c2d1-4158-a468-abc7e509ec1a tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Made reservation on behalf of 1c79ae4a45144e08803eb555e56cd5f9 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:58.167362 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d19f8ad1-c2d1-4158-a468-abc7e509ec1a tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.221180 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19f8ad1-c2d1-4158-a468-abc7e509ec1a tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=110038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:40:58.243230 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d19f8ad1-c2d1-4158-a468-abc7e509ec1a tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.243987 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.db.segments_db [None req-d19f8ad1-c2d1-4158-a468-abc7e509ec1a tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Added segment 007f2c4f-3265-4067-9c29-c8d38109e539 of type vlan for network 517ad5f2-7f81-45c1-bd1a-dbbe802852f8 Nov 19 16:40:58.294100 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48764) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:58.318749 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-dfc0d0e7-65e6-4d4c-818d-a3c845532260 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Request body: {'router': {'name': 'tempest-router--1939222969', 'project_id': 'fa467aa96d014b29a88f738ba19db811'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:58.340026 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d19f8ad1-c2d1-4158-a468-abc7e509ec1a tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.368798 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-13eb7d19-d265-46b1-a66d-1c5fdb464d8c tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.373815 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d19f8ad1-c2d1-4158-a468-abc7e509ec1a tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.374070 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dfc0d0e7-65e6-4d4c-818d-a3c845532260 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.374969 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dfc0d0e7-65e6-4d4c-818d-a3c845532260 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.379920 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19f8ad1-c2d1-4158-a468-abc7e509ec1a tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:40:58.380560 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d19f8ad1-c2d1-4158-a468-abc7e509ec1a tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for network, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.385686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-d19f8ad1-c2d1-4158-a468-abc7e509ec1a tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:58.385686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:40:58.385686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:40:58.385686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:40:58.385686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:40:58.385686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:40:58.385686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:40:58.385686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:40:58.385686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:40:58.385686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:40:58.385686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:40:58.385686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:40:58.385686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:58.385686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:58.385686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:58.385686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:40:58.397527 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9358f91-816a-4ac9-85da-0083f4a25a6a admin admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:40:58.399796 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-13eb7d19-d265-46b1-a66d-1c5fdb464d8c tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.402567 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d19f8ad1-c2d1-4158-a468-abc7e509ec1a tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2810907 Nov 19 16:40:58.405738 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48766) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:58.406087 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c9358f91-816a-4ac9-85da-0083f4a25a6a admin admin] 10.222.0.76 "PUT /v2.0/routers/5bfe4057-1487-4153-9197-4ccdece41e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5421467 Nov 19 16:40:58.408838 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48768) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:58.412419 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e25c0-e2d7-4949-acf6-8148ca04a563 None None] Sync routers for ids ['5bfe4057-1487-4153-9197-4ccdece41e5d'] in dv-neutron-815855-3-hyperv {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:40:58.428258 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e25c0-e2d7-4949-acf6-8148ca04a563 None None] Routers {'5bfe4057-1487-4153-9197-4ccdece41e5d'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:58.428509 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-f6b2c503-c719-41d3-a9a3-a06ac1337bdf tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-847516140', 'admin_state_up': True, 'project_id': '1c79ae4a45144e08803eb555e56cd5f9', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:58.429713 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-850e25c0-e2d7-4949-acf6-8148ca04a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:51Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['5bfe4057-1487-4153-9197-4ccdece41e5d'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:58.472437 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f6b2c503-c719-41d3-a9a3-a06ac1337bdf tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.473479 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f6b2c503-c719-41d3-a9a3-a06ac1337bdf tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.541627 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f6b2c503-c719-41d3-a9a3-a06ac1337bdf tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.542831 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dfc0d0e7-65e6-4d4c-818d-a3c845532260 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.557799 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-850e25c0-e2d7-4949-acf6-8148ca04a563 None None] Set router 5bfe4057-1487-4153-9197-4ccdece41e5d gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:58.581850 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dfc0d0e7-65e6-4d4c-818d-a3c845532260 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.660416 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dfc0d0e7-65e6-4d4c-818d-a3c845532260 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.666061 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-dfc0d0e7-65e6-4d4c-818d-a3c845532260 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3487575 Nov 19 16:40:58.670391 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48770) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:58.685813 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8396fc2d-87c1-495a-a0c3-f3cbf2ff0ea3 admin admin] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.727811 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f6b2c503-c719-41d3-a9a3-a06ac1337bdf tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.740668 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f6b2c503-c719-41d3-a9a3-a06ac1337bdf tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.764562 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-850e25c0-e2d7-4949-acf6-8148ca04a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'name': 'tempest-TestVolumeBootPattern-485949202-router', 'tenant_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:36Z', 'updated_at': '2021-11-19T16:40:56Z', 'revision_number': 5, 'project_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'gw_port': {'id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:97:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:37Z', 'updated_at': '2021-11-19T16:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:58.812793 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e25c0-e2d7-4949-acf6-8148ca04a563 None None] Checking router: 5bfe4057-1487-4153-9197-4ccdece41e5d for host: dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:40:58.824540 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e25c0-e2d7-4949-acf6-8148ca04a563 None None] Routers {'5bfe4057-1487-4153-9197-4ccdece41e5d'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:40:58.825877 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-850e25c0-e2d7-4949-acf6-8148ca04a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:51Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['5bfe4057-1487-4153-9197-4ccdece41e5d'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:58.830770 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2352992-2bee-4ed5-a9b4-8fd60431be72 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.935863 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f6b2c503-c719-41d3-a9a3-a06ac1337bdf tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.936901 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-13eb7d19-d265-46b1-a66d-1c5fdb464d8c tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.938999 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f6b2c503-c719-41d3-a9a3-a06ac1337bdf tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.969482 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-850e25c0-e2d7-4949-acf6-8148ca04a563 None None] Set router 5bfe4057-1487-4153-9197-4ccdece41e5d gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:40:58.992230 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f6b2c503-c719-41d3-a9a3-a06ac1337bdf tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:58.992899 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b2c503-c719-41d3-a9a3-a06ac1337bdf tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Fanout notify agent at l3_agent the message router_deleted on router 1d7da3bb-83ec-423b-975c-d3e29fc23b4e {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-f6b2c503-c719-41d3-a9a3-a06ac1337bdf tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] create failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 2070, in create_router Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_dict = super(L3_NAT_db_mixin, self).create_router(context, Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:59.033084 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 277, in create_router Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_db, _unused = db_utils.safe_creation(context, create, Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 76, in safe_creation Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.error("Cannot clean up created object %(obj)s. " Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 69, in safe_creation Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource updated_obj, value = create_bindings(obj['id']) Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 262, in _update_gw_for_create_router Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, router_id, Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gateway_ip_qos.py", line 65, in _update_router_gw_info Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router = super(L3_gw_ip_qos_dbonly_mixin, Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource super(L3_NAT_dbonly_mixin, self)._update_router_gw_info( Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 516, in _update_router_gw_info Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_id = self._validate_gw_info(context, info, ext_ips, router) Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 364, in _validate_gw_info Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_db = self._core_plugin._get_network(context, network_id) Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:59.037686 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:40:59.041072 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f6b2c503-c719-41d3-a9a3-a06ac1337bdf tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 500 len: 363 time: 0.6313314 Nov 19 16:40:59.041072 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48772) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-47642e34-3520-42ae-abf0-61f1144bbd30 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:59.051495 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:59.061534 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:59.061534 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:59.061534 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:59.061534 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:59.061534 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47642e34-3520-42ae-abf0-61f1144bbd30 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:59.061534 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-47642e34-3520-42ae-abf0-61f1144bbd30 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/517ad5f2-7f81-45c1-bd1a-dbbe802852f8 HTTP/1.1" status: 500 len: 363 time: 0.0167291 Nov 19 16:40:59.061534 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48774) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-62411cb2-1932-4de2-8772-d105553361b3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:59.070362 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:59.081047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:59.081047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:59.081047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:59.081047 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:59.081047 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62411cb2-1932-4de2-8772-d105553361b3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:59.081614 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48776) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:59.081731 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-62411cb2-1932-4de2-8772-d105553361b3 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/517ad5f2-7f81-45c1-bd1a-dbbe802852f8 HTTP/1.1" status: 500 len: 363 time: 0.0187595 Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-e0d7ae9c-9662-47c8-a5a7-1c3e9c6ac6ca tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:40:59.116934 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:40:59.126899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:40:59.126899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:40:59.126899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:40:59.126899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:59.126899 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d7ae9c-9662-47c8-a5a7-1c3e9c6ac6ca tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:59.126899 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e0d7ae9c-9662-47c8-a5a7-1c3e9c6ac6ca tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "DELETE /v2.0/networks/517ad5f2-7f81-45c1-bd1a-dbbe802852f8 HTTP/1.1" status: 500 len: 363 time: 0.0413551 Nov 19 16:40:59.127871 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2352992-2bee-4ed5-a9b4-8fd60431be72 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:59.128110 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48778) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:59.130871 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2352992-2bee-4ed5-a9b4-8fd60431be72 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:59.133924 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-e92a3e74-8932-450f-9545-b9f1e39d43a7 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Request body: {'network': {'name': 'tempest-network-smoke--2014219797', 'project_id': '1c79ae4a45144e08803eb555e56cd5f9', 'port_security_enabled': True}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:59.158421 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92a3e74-8932-450f-9545-b9f1e39d43a7 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Made reservation on behalf of 1c79ae4a45144e08803eb555e56cd5f9 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:59.162762 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e92a3e74-8932-450f-9545-b9f1e39d43a7 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-e92a3e74-8932-450f-9545-b9f1e39d43a7 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] POST failed.: neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:59.192150 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1106, in create_network Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_network_db(context, network) Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1063, in _create_network_db Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.type_manager.create_network_segments(context, net_data, Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 225, in create_network_segments Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation segment = self._allocate_tenant_net_segment( Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 315, in _allocate_tenant_net_segment Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise exc.NoNetworkAvailable() Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:59.196177 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92a3e74-8932-450f-9545-b9f1e39d43a7 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 503 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:59.209187 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8396fc2d-87c1-495a-a0c3-f3cbf2ff0ea3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:59.211593 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-850e25c0-e2d7-4949-acf6-8148ca04a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'name': 'tempest-TestVolumeBootPattern-485949202-router', 'tenant_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:36Z', 'updated_at': '2021-11-19T16:40:56Z', 'revision_number': 5, 'project_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'gw_port': {'id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:97:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:37Z', 'updated_at': '2021-11-19T16:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:40:59.215865 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e92a3e74-8932-450f-9545-b9f1e39d43a7 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 503 len: 364 time: 0.0863147 Nov 19 16:40:59.221023 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48780) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:59.227964 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-769670e7-4a86-406e-9488-0f27a6267645 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Request body: {'network': {'name': 'tempest-network-smoke--608479215', 'project_id': '1c79ae4a45144e08803eb555e56cd5f9', 'port_security_enabled': True}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:59.254245 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769670e7-4a86-406e-9488-0f27a6267645 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Made reservation on behalf of 1c79ae4a45144e08803eb555e56cd5f9 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:40:59.259672 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-769670e7-4a86-406e-9488-0f27a6267645 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:59.297473 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-13eb7d19-d265-46b1-a66d-1c5fdb464d8c tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-769670e7-4a86-406e-9488-0f27a6267645 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] POST failed.: neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:40:59.313196 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1106, in create_network Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_network_db(context, network) Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1063, in _create_network_db Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.type_manager.create_network_segments(context, net_data, Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 225, in create_network_segments Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation segment = self._allocate_tenant_net_segment( Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 315, in _allocate_tenant_net_segment Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise exc.NoNetworkAvailable() Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:40:59.316890 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769670e7-4a86-406e-9488-0f27a6267645 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] No notification will be sent due to unsuccessful status code: 503 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:40:59.321737 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-13eb7d19-d265-46b1-a66d-1c5fdb464d8c tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:59.325545 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2352992-2bee-4ed5-a9b4-8fd60431be72 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:59.326308 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2352992-2bee-4ed5-a9b4-8fd60431be72 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f13f7b86-cea9-4440-838e-5acf90e44b89 {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:59.331872 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a2352992-2bee-4ed5-a9b4-8fd60431be72 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:59.333410 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-a2352992-2bee-4ed5-a9b4-8fd60431be72 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "DELETE /v2.0/routers/f13f7b86-cea9-4440-838e-5acf90e44b89 HTTP/1.1" status: 204 len: 168 time: 0.6602552 Nov 19 16:40:59.350113 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-769670e7-4a86-406e-9488-0f27a6267645 tempest-TestNetworkBasicOps-955395080 tempest-TestNetworkBasicOps-955395080-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 503 len: 364 time: 0.1276131 Nov 19 16:40:59.358165 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e25c0-e2d7-4949-acf6-8148ca04a563 None None] The sync data for ids ['5bfe4057-1487-4153-9197-4ccdece41e5d'] in dv-neutron-815855-3-hyperv is: [{'id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'name': 'tempest-TestVolumeBootPattern-485949202-router', 'tenant_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:40:36Z', 'updated_at': '2021-11-19T16:40:56Z', 'revision_number': 5, 'project_id': '7c9a8e9e6ffa4e699107e94e0a59f41c', 'gw_port': {'id': 'd8013e1a-6aed-41a1-8db1-fc02bf562fbc', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:97:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfe4057-1487-4153-9197-4ccdece41e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:40:37Z', 'updated_at': '2021-11-19T16:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}] {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:40:59.393643 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-13eb7d19-d265-46b1-a66d-1c5fdb464d8c tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:59.394141 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eb7d19-d265-46b1-a66d-1c5fdb464d8c tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43c85289-e769-4f04-93e2-ad69c7ffbb42 {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:40:59.425103 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.api.v2.resource [None req-13eb7d19-d265-46b1-a66d-1c5fdb464d8c tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 19 16:40:59.428072 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-13eb7d19-d265-46b1-a66d-1c5fdb464d8c tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4611249 Nov 19 16:40:59.429895 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48786) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:59.432555 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-8396fc2d-87c1-495a-a0c3-f3cbf2ff0ea3 admin admin] Deleting port d8013e1a-6aed-41a1-8db1-fc02bf562fbc {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:59.432911 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8396fc2d-87c1-495a-a0c3-f3cbf2ff0ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:59.537188 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-aa9c84ab-8be8-47f8-a79e-46394f4b0bbb tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Deleting port ef7a42ac-4003-40d8-8810-8396ae5f72b4 {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:40:59.537798 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-aa9c84ab-8be8-47f8-a79e-46394f4b0bbb tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:59.547250 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-8396fc2d-87c1-495a-a0c3-f3cbf2ff0ea3 admin admin] For port d8013e1a-6aed-41a1-8db1-fc02bf562fbc, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=d8013e1a-6aed-41a1-8db1-fc02bf562fbc,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:40:59.547250 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8396fc2d-87c1-495a-a0c3-f3cbf2ff0ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:59.548610 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48788) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:59.566714 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-8396fc2d-87c1-495a-a0c3-f3cbf2ff0ea3 admin admin] Calling delete_port for d8013e1a-6aed-41a1-8db1-fc02bf562fbc owned by network:router_gateway {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:59.643707 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-aa9c84ab-8be8-47f8-a79e-46394f4b0bbb tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:59.657923 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-aa9c84ab-8be8-47f8-a79e-46394f4b0bbb tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Calling delete_port for ef7a42ac-4003-40d8-8810-8396ae5f72b4 owned by {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:40:59.847049 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48794) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:40:59.854941 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-aa9c84ab-8be8-47f8-a79e-46394f4b0bbb tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:59.905889 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c84ab-8be8-47f8-a79e-46394f4b0bbb tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef7a42ac-4003-40d8-8810-8396ae5f72b4,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:40:59.941205 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-39c3b20a-1b99-4f8f-be37-1ea8d1e35a12 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1530228069', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}, 'admin_state_up': False}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:40:59.988185 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-aa9c84ab-8be8-47f8-a79e-46394f4b0bbb tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73802'] for port, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:40:59.995718 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-aa9c84ab-8be8-47f8-a79e-46394f4b0bbb tempest-RoutersAdminNegativeTest-1658449850 tempest-RoutersAdminNegativeTest-1658449850-project-admin] 10.222.0.76 "DELETE /v2.0/ports/ef7a42ac-4003-40d8-8810-8396ae5f72b4 HTTP/1.1" status: 204 len: 168 time: 0.5607624 Nov 19 16:41:00.037234 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-39c3b20a-1b99-4f8f-be37-1ea8d1e35a12 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.038299 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-39c3b20a-1b99-4f8f-be37-1ea8d1e35a12 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.050395 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8396fc2d-87c1-495a-a0c3-f3cbf2ff0ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.068973 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-16423eb6-13a0-47cb-ae8f-87d2065f6559 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c79ae4a45144e08803eb555e56cd5f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204549 Nov 19 16:41:00.076627 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48800) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:00.087013 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396fc2d-87c1-495a-a0c3-f3cbf2ff0ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8013e1a-6aed-41a1-8db1-fc02bf562fbc,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:00.150133 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-92b8a1cb-1077-49d4-85e5-bb01be8d3711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.182242 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-39c3b20a-1b99-4f8f-be37-1ea8d1e35a12 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.183381 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-92b8a1cb-1077-49d4-85e5-bb01be8d3711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.261503 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-92b8a1cb-1077-49d4-85e5-bb01be8d3711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.267193 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-92b8a1cb-1077-49d4-85e5-bb01be8d3711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.268949 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-92b8a1cb-1077-49d4-85e5-bb01be8d3711 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8c8e55ca-e6a4-4966-9a14-18319a59af11 HTTP/1.1" status: 204 len: 168 time: 0.1910205 Nov 19 16:41:00.289823 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8396fc2d-87c1-495a-a0c3-f3cbf2ff0ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16705570'] for router_gateway, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.294569 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8a1cb-1077-49d4-85e5-bb01be8d3711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8e55ca-e6a4-4966-9a14-18319a59af11,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:00.353183 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48806) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:00.478835 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-39c3b20a-1b99-4f8f-be37-1ea8d1e35a12 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.483171 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8396fc2d-87c1-495a-a0c3-f3cbf2ff0ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.486549 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8396fc2d-87c1-495a-a0c3-f3cbf2ff0ea3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.494886 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-39c3b20a-1b99-4f8f-be37-1ea8d1e35a12 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.597862 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8396fc2d-87c1-495a-a0c3-f3cbf2ff0ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.598351 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8396fc2d-87c1-495a-a0c3-f3cbf2ff0ea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bfe4057-1487-4153-9197-4ccdece41e5d {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:41:00.603905 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8396fc2d-87c1-495a-a0c3-f3cbf2ff0ea3 admin admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.605274 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-8396fc2d-87c1-495a-a0c3-f3cbf2ff0ea3 admin admin] 10.222.0.76 "DELETE /v2.0/routers/5bfe4057-1487-4153-9197-4ccdece41e5d HTTP/1.1" status: 204 len: 168 time: 2.1939557 Nov 19 16:41:00.609249 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48812) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:00.681714 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-78bf6b72-2814-4df5-868e-0e56b49d9b14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.704097 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_v2 [None req-87be136d-7127-4572-a7c2-7563fff3617a admin admin] Deleting subnet 687363bc-2719-4f8c-acd2-4b1ada502160 {{(pid=110038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 16:41:00.709956 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-87be136d-7127-4572-a7c2-7563fff3617a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.754245 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-39c3b20a-1b99-4f8f-be37-1ea8d1e35a12 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.759185 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-39c3b20a-1b99-4f8f-be37-1ea8d1e35a12 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.791247 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-87be136d-7127-4572-a7c2-7563fff3617a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13713667'] for subnet, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.848649 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48814) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:00.878051 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-39c3b20a-1b99-4f8f-be37-1ea8d1e35a12 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.878668 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c3b20a-1b99-4f8f-be37-1ea8d1e35a12 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Fanout notify agent at l3_agent the message router_deleted on router eaa21d94-1f14-48c4-93b0-9c104455a3a9 {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:41:00.880858 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1f850af2-758c-42f3-8dcd-55ce2b09deb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-39c3b20a-1b99-4f8f-be37-1ea8d1e35a12 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] create failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 2070, in create_router Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource router_dict = super(L3_NAT_db_mixin, self).create_router(context, Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:00.926313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 277, in create_router Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource router_db, _unused = db_utils.safe_creation(context, create, Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 76, in safe_creation Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.error("Cannot clean up created object %(obj)s. " Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 69, in safe_creation Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource updated_obj, value = create_bindings(obj['id']) Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 262, in _update_gw_for_create_router Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, router_id, Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gateway_ip_qos.py", line 65, in _update_router_gw_info Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource router = super(L3_gw_ip_qos_dbonly_mixin, Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource super(L3_NAT_dbonly_mixin, self)._update_router_gw_info( Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 516, in _update_router_gw_info Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network_id = self._validate_gw_info(context, info, ext_ips, router) Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 364, in _validate_gw_info Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network_db = self._core_plugin._get_network(context, network_id) Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:00.930645 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:41:00.935317 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-39c3b20a-1b99-4f8f-be37-1ea8d1e35a12 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 500 len: 363 time: 1.3855464 Nov 19 16:41:00.943337 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48816) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:00.948788 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-78bf6b72-2814-4df5-868e-0e56b49d9b14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.950324 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1635703449', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'enable_snat': False}}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:00.957042 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-78bf6b72-2814-4df5-868e-0e56b49d9b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.959971 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-87be136d-7127-4572-a7c2-7563fff3617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033587'] for subnet, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.996147 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:00.998241 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.039491 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-78bf6b72-2814-4df5-868e-0e56b49d9b14 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=76d36a9954d840b9b24777e99b9f51a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6846168 Nov 19 16:41:01.040252 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf6b72-2814-4df5-868e-0e56b49d9b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b50ac36-6b95-41da-96ba-f5d4acd118c4,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:01.044080 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48818) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:01.077558 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-87be136d-7127-4572-a7c2-7563fff3617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16625240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13713758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12892951'] for subnet, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.091248 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1f850af2-758c-42f3-8dcd-55ce2b09deb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.097143 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.101993 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1f850af2-758c-42f3-8dcd-55ce2b09deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.114955 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be136d-7127-4572-a7c2-7563fff3617a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=687363bc-2719-4f8c-acd2-4b1ada502160,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:01.119774 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-87be136d-7127-4572-a7c2-7563fff3617a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for subnet, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.124762 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-87be136d-7127-4572-a7c2-7563fff3617a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/687363bc-2719-4f8c-acd2-4b1ada502160 HTTP/1.1" status: 204 len: 168 time: 0.5137534 Nov 19 16:41:01.130470 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45174ce5-25da-4523-8a93-5895e9145219 None None] Network e6b79917-8ede-4a11-82d5-394df4077bd3 requested from dv-neutron-815855-3-hyperv {{(pid=110039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 16:41:01.132936 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48820) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:01.301920 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-1f850af2-758c-42f3-8dcd-55ce2b09deb8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=374e8dfbd2ce4e4b8f74ff916bc73322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513121 Nov 19 16:41:01.303378 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f850af2-758c-42f3-8dcd-55ce2b09deb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6fff8a-c470-42fc-9c31-e0728b7f5c37,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:01.305518 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48822) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:01.339033 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 0ae1de4f-c11f-4174-bf22-a77c2be58c08 no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:41:01.369904 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] No Port match for: 0ae1de4f-c11f-4174-bf22-a77c2be58c08 {{(pid=110039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 16:41:01.370154 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 0ae1de4f-c11f-4174-bf22-a77c2be58c08 not bound to the agent host dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 16:41:01.370593 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device d8013e1a-6aed-41a1-8db1-fc02bf562fbc no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:41:01.387318 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-85ae5ad3-e3d7-4e09-b5ec-5103bf1d9d68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.394719 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] No Port match for: d8013e1a-6aed-41a1-8db1-fc02bf562fbc {{(pid=110039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 16:41:01.395057 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device d8013e1a-6aed-41a1-8db1-fc02bf562fbc not bound to the agent host dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 16:41:01.413969 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.416249 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-85ae5ad3-e3d7-4e09-b5ec-5103bf1d9d68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.419572 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994405'] for network, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.419943 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b546accc-c32d-49c2-bdd5-891f0eae7a92 None None] DHCP port deletion for e6b79917-8ede-4a11-82d5-394df4077bd3 request from dv-neutron-815855-3-hyperv {{(pid=110039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 16:41:01.422961 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dcb0c822-faf2-4ec6-993c-f5d1529fb897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.492068 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-85ae5ad3-e3d7-4e09-b5ec-5103bf1d9d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.496269 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-85ae5ad3-e3d7-4e09-b5ec-5103bf1d9d68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.498636 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-85ae5ad3-e3d7-4e09-b5ec-5103bf1d9d68 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e6fff8a-c470-42fc-9c31-e0728b7f5c37 HTTP/1.1" status: 204 len: 168 time: 0.1919675 Nov 19 16:41:01.499082 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b546accc-c32d-49c2-bdd5-891f0eae7a92 None None] Deleting port 9a277871-cf21-42ea-9497-58603ed9b16b {{(pid=110039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:41:01.499476 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b546accc-c32d-49c2-bdd5-891f0eae7a92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.509726 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae5ad3-e3d7-4e09-b5ec-5103bf1d9d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6fff8a-c470-42fc-9c31-e0728b7f5c37,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:01.519291 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dcb0c822-faf2-4ec6-993c-f5d1529fb897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.587901 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b546accc-c32d-49c2-bdd5-891f0eae7a92 None None] For port 9a277871-cf21-42ea-9497-58603ed9b16b, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=9a277871-cf21-42ea-9497-58603ed9b16b,segment=NetworkSegment(7d05b3ec-5b9c-41d9-ab67-6652916bdb31),segment_id=7d05b3ec-5b9c-41d9-ab67-6652916bdb31)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:41:01.588306 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b546accc-c32d-49c2-bdd5-891f0eae7a92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.594544 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] Deleting port 9a277871-cf21-42ea-9497-58603ed9b16b {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:41:01.594887 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.609520 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b546accc-c32d-49c2-bdd5-891f0eae7a92 None None] Calling delete_port for 9a277871-cf21-42ea-9497-58603ed9b16b owned by network:dhcp {{(pid=110039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:41:01.635506 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dcb0c822-faf2-4ec6-993c-f5d1529fb897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.638414 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dcb0c822-faf2-4ec6-993c-f5d1529fb897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.639587 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-dcb0c822-faf2-4ec6-993c-f5d1529fb897 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9b50ac36-6b95-41da-96ba-f5d4acd118c4 HTTP/1.1" status: 204 len: 168 time: 0.5941942 Nov 19 16:41:01.683917 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0c822-faf2-4ec6-993c-f5d1529fb897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b50ac36-6b95-41da-96ba-f5d4acd118c4,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:01.715192 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b546accc-c32d-49c2-bdd5-891f0eae7a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310'] for port, after_delete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.728969 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] For port 9a277871-cf21-42ea-9497-58603ed9b16b, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=9a277871-cf21-42ea-9497-58603ed9b16b,segment=NetworkSegment(7d05b3ec-5b9c-41d9-ab67-6652916bdb31),segment_id=7d05b3ec-5b9c-41d9-ab67-6652916bdb31)] {{(pid=110037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:41:01.729362 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:01.752878 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546accc-c32d-49c2-bdd5-891f0eae7a92 None None] Pushing event deleted for resources: {'Port': ['ID=9a277871-cf21-42ea-9497-58603ed9b16b,revision_number=None']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:01.755182 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b546accc-c32d-49c2-bdd5-891f0eae7a92 None None] No DVR routers for this DVR port 9a277871-cf21-42ea-9497-58603ed9b16b on host dv-neutron-815855-3-hyperv {{(pid=110039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 16:41:01.759005 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] Calling delete_port for 9a277871-cf21-42ea-9497-58603ed9b16b owned by network:dhcp {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:41:02.130306 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.135003 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48832) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:02.152497 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.164213 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.195998 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-aed50125-8f18-4047-8e6f-0d97e081aa01 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d987fd4328ad404c98bce23203deaf06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0597036 Nov 19 16:41:02.198674 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48834) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:02.225384 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a277871-cf21-42ea-9497-58603ed9b16b,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:02.229002 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] No DVR routers for this DVR port 9a277871-cf21-42ea-9497-58603ed9b16b on host dv-neutron-815855-3-hyperv {{(pid=110037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 16:41:02.259004 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c3c810c2-f7f7-495c-8f41-c14ab6f6d6db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.286415 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c3c810c2-f7f7-495c-8f41-c14ab6f6d6db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.345837 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032696', 'neutron.services.segments.db._delete_segments_for_network-8785364225163'] for network, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.356423 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c3c810c2-f7f7-495c-8f41-c14ab6f6d6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.359583 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-c3c810c2-f7f7-495c-8f41-c14ab6f6d6db admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.360765 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-c3c810c2-f7f7-495c-8f41-c14ab6f6d6db admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/88e31500-fd0b-45db-9254-4384cf2c514d HTTP/1.1" status: 204 len: 168 time: 0.1611807 Nov 19 16:41:02.369007 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_common [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Allocated IP 172.26.3.119 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/dec3b9b9-c7c9-49d0-aade-edf60594bd9b) {{(pid=110037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:41:02.373651 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c810c2-f7f7-495c-8f41-c14ab6f6d6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e31500-fd0b-45db-9254-4384cf2c514d,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:02.387704 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b79917-8ede-4a11-82d5-394df4077bd3']}} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:02.404314 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d05b3ec-5b9c-41d9-ab67-6652916bdb31') {'for_net_delete': True} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:02.404657 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.services.segments.db [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d05b3ec-5b9c-41d9-ab67-6652916bdb31') {} {{(pid=110037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:02.416902 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785364175535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13891926'] for segment, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.469524 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.478060 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=110037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 16:41:02.478472 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13603501'] for segment, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: self.session.flush() Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: self.session.flush() Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: self.session.flush() Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: self.session.flush() Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: Traceback (most recent call last): Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: timer() Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: cb(*args, **kw) Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: return func(*args, **kwargs) Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: self._notify() Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: self.callback(batched_events) Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: event.method(event) Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: return f(self, *a, **k) Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._get(url).json() Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: return self.request(url, 'GET', **kwargs) Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 16:41:02.480208 dv-neutron-815855-3-hyperv neutron-server[110037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 16:41:02.558546 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16705550'] for network, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.568721 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.571937 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] 10.222.0.76 "DELETE /v2.0/networks/e6b79917-8ede-4a11-82d5-394df4077bd3 HTTP/1.1" status: 204 len: 168 time: 1.4333243 Nov 19 16:41:02.593499 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.596708 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8455a6-e645-4f54-bf0e-115b102e2a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b79917-8ede-4a11-82d5-394df4077bd3,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:02.631764 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.673952 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:41:02.678671 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:41:02.681119 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:41:02.713565 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Pushing event updated for resources: {'Port': ['ID=dec3b9b9-c7c9-49d0-aade-edf60594bd9b,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:02.779306 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48848) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:02.821698 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-da95d510-f781-47da-adcb-d4ad666dd2d2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=abe107a474fc4466ac6204593b7d3a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411339 Nov 19 16:41:02.824408 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48850) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:02.886580 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-26ff212e-ebb2-45cb-9f69-bc5fe1097493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.921805 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-26ff212e-ebb2-45cb-9f69-bc5fe1097493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.971831 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-26ff212e-ebb2-45cb-9f69-bc5fe1097493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.975605 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-26ff212e-ebb2-45cb-9f69-bc5fe1097493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:02.979526 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-26ff212e-ebb2-45cb-9f69-bc5fe1097493 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9fb52582-e273-479a-b5be-6ceea0e71327 HTTP/1.1" status: 204 len: 168 time: 0.1520703 Nov 19 16:41:02.989031 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff212e-ebb2-45cb-9f69-bc5fe1097493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb52582-e273-479a-b5be-6ceea0e71327,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:03.000330 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.131980 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 9a277871-cf21-42ea-9497-58603ed9b16b no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:41:03.153601 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] No Port match for: 9a277871-cf21-42ea-9497-58603ed9b16b {{(pid=110039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 16:41:03.154093 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device 9a277871-cf21-42ea-9497-58603ed9b16b not bound to the agent host dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 16:41:03.248704 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.388523 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Router 140b3b7b-506a-484f-805b-915b2a87d2b6 is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:41:03.400460 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48866) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:03.500792 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48870) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:03.521916 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-93de1f94-d94d-40cb-9a34-a38e3d56720e tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-99376740'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:03.530452 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:41:03.542209 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Sync routers for ids ['140b3b7b-506a-484f-805b-915b2a87d2b6'] in dv-neutron-815855-3-hyperv {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:41:03.552754 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Routers {'140b3b7b-506a-484f-805b-915b2a87d2b6'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:41:03.553403 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:51Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['140b3b7b-506a-484f-805b-915b2a87d2b6'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:03.560034 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-2d69e2e8-00fc-4f8d-891f-3410cc6fb980 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c9a8e9e6ffa4e699107e94e0a59f41c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0577154 Nov 19 16:41:03.562528 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48872) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:03.563932 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93de1f94-d94d-40cb-9a34-a38e3d56720e tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] Made reservation on behalf of c929705b058949cf98699c9a7cb1e2f2 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:41:03.567464 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-93de1f94-d94d-40cb-9a34-a38e3d56720e tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.577745 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-93de1f94-d94d-40cb-9a34-a38e3d56720e tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.582891 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.588008 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-8725c50b-b9c2-4c19-831c-84ab16934881 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.6392021 Nov 19 16:41:03.588183 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48874) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:03.685910 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Set router 140b3b7b-506a-484f-805b-915b2a87d2b6 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:41:03.688293 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-93de1f94-d94d-40cb-9a34-a38e3d56720e tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.692842 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-93de1f94-d94d-40cb-9a34-a38e3d56720e tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.698277 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-93de1f94-d94d-40cb-9a34-a38e3d56720e tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:03.698277 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:41:03.698277 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:41:03.698277 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:41:03.698277 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:03.698277 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:41:03.698277 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:03.698277 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:03.698277 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:03.698277 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:41:03.698277 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:03.698277 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:41:03.698277 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:03.698277 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:03.698277 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:03.698277 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:41:03.709878 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3d1c3fcb-4e58-45d0-a967-53c8c58874dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.712613 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93de1f94-d94d-40cb-9a34-a38e3d56720e tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=110037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 16:41:03.724594 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-93de1f94-d94d-40cb-9a34-a38e3d56720e tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034950'] for segment, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.725467 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.db.segments_db [None req-93de1f94-d94d-40cb-9a34-a38e3d56720e tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] Added segment 02a3ad74-eac7-4f07-8cda-7ff7e3e59f86 of type vlan for network 724d3990-6093-4600-81b1-a293ee6ca428 Nov 19 16:41:03.740619 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3d1c3fcb-4e58-45d0-a967-53c8c58874dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.752445 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-54f5ee58-4957-4885-b514-c718989b22dd tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "GET /v2.0/routers/140b3b7b-506a-484f-805b-915b2a87d2b6 HTTP/1.1" status: 200 len: 909 time: 0.1610067 Nov 19 16:41:03.752687 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48876) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:03.756749 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1635703449', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'enable_snat': True}}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:03.782812 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-93de1f94-d94d-40cb-9a34-a38e3d56720e tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785363700794'] for network, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.807626 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.809969 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.815353 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-93de1f94-d94d-40cb-9a34-a38e3d56720e tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578'] for network, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.826503 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93de1f94-d94d-40cb-9a34-a38e3d56720e tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:41:03.827539 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-93de1f94-d94d-40cb-9a34-a38e3d56720e tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16290560'] for network, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.835984 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-93de1f94-d94d-40cb-9a34-a38e3d56720e tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] Exception while dispatching network events: type object 'NetworkRBAC' has no attribute 'target_tenant': AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:03.835984 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:41:03.835984 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:41:03.835984 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:41:03.835984 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:03.835984 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:41:03.835984 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:03.835984 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:03.835984 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:03.835984 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:41:03.835984 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:03.835984 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:41:03.835984 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:03.835984 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:03.835984 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:03.835984 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:41:03.856581 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3d1c3fcb-4e58-45d0-a967-53c8c58874dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.859606 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-3d1c3fcb-4e58-45d0-a967-53c8c58874dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.860969 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-3d1c3fcb-4e58-45d0-a967-53c8c58874dd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b1ee879e-d313-4307-bfd4-bfc3355ecf5f HTTP/1.1" status: 204 len: 168 time: 0.2971659 Nov 19 16:41:03.867104 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-93de1f94-d94d-40cb-9a34-a38e3d56720e tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4628696 Nov 19 16:41:03.870418 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48880) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:03.878617 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-7fcb3c62-f08d-4fed-9519-7fd401f06435 tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] Request body: {'subnet': {'network_id': '724d3990-6093-4600-81b1-a293ee6ca428', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-7fcb3c62-f08d-4fed-9519-7fd401f06435 tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:41:03.881703 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:41:03.886111 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:03.886111 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:03.886111 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:03.886111 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:03.886111 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fcb3c62-f08d-4fed-9519-7fd401f06435 tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:03.886111 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-7fcb3c62-f08d-4fed-9519-7fd401f06435 tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 500 len: 363 time: 0.0123363 Nov 19 16:41:03.886526 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48882) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-383b84c4-0946-44d7-80e1-9fd1b3941999 tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:41:03.896237 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:41:03.899960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:03.899960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:03.899960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:03.899960 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:03.899960 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-383b84c4-0946-44d7-80e1-9fd1b3941999 tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:03.900298 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-383b84c4-0946-44d7-80e1-9fd1b3941999 tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] 10.222.0.76 "DELETE /v2.0/networks/724d3990-6093-4600-81b1-a293ee6ca428 HTTP/1.1" status: 500 len: 363 time: 0.0126193 Nov 19 16:41:03.903850 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:03.904704 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48884) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:03.905114 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c3fcb-4e58-45d0-a967-53c8c58874dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ee879e-d313-4307-bfd4-bfc3355ecf5f,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-0bfaa673-b009-4795-bcce-b20c48bf8f88 tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:41:03.917961 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:41:03.921604 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:03.921604 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:03.921604 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:03.921604 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:03.922982 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bfaa673-b009-4795-bcce-b20c48bf8f88 tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:03.927792 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-0bfaa673-b009-4795-bcce-b20c48bf8f88 tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] 10.222.0.76 "DELETE /v2.0/networks/724d3990-6093-4600-81b1-a293ee6ca428 HTTP/1.1" status: 500 len: 363 time: 0.0208120 Nov 19 16:41:03.932081 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48886) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-c1623442-e9a7-46b8-aced-9317f1674274 tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:41:03.948899 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:41:03.954554 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:03.954554 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:03.954554 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:03.954554 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:03.954554 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1623442-e9a7-46b8-aced-9317f1674274 tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:03.965524 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c1623442-e9a7-46b8-aced-9317f1674274 tempest-FloatingIPTestJSON-638569290 tempest-FloatingIPTestJSON-638569290-project] 10.222.0.76 "DELETE /v2.0/networks/724d3990-6093-4600-81b1-a293ee6ca428 HTTP/1.1" status: 500 len: 363 time: 0.0260966 Nov 19 16:41:03.973575 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140b3b7b-506a-484f-805b-915b2a87d2b6', 'name': 'tempest-snat-router-1635703449', 'tenant_id': '442ffe8433394a689023236b03374161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.119'}], 'enable_snat': False}, 'gw_port_id': 'dec3b9b9-c7c9-49d0-aade-edf60594bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:41:01Z', 'updated_at': '2021-11-19T16:41:02Z', 'revision_number': 3, 'project_id': '442ffe8433394a689023236b03374161', 'gw_port': {'id': 'dec3b9b9-c7c9-49d0-aade-edf60594bd9b', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140b3b7b-506a-484f-805b-915b2a87d2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:41:02Z', 'updated_at': '2021-11-19T16:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:04.030470 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Checking router: 140b3b7b-506a-484f-805b-915b2a87d2b6 for host: dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:41:04.031011 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Updating router 140b3b7b-506a-484f-805b-915b2a87d2b6 port dec3b9b9-c7c9-49d0-aade-edf60594bd9b binding host dv-neutron-815855-3-hyperv {{(pid=110039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:41:04.081766 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:04.142509 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:04.406525 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48892) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:04.594768 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-469d8b46-fef2-4964-9d24-46fbd14971d7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c929705b058949cf98699c9a7cb1e2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869373 Nov 19 16:41:04.597561 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48896) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:04.645514 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Publish callbacks [] for port, precommit_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:04.651395 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:04.652092 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5cdd24cd-a836-4cbc-a881-720bfab4038d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:04.671083 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:04.683394 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5cdd24cd-a836-4cbc-a881-720bfab4038d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:04.691614 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:04.707236 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Attempting to bind port dec3b9b9-c7c9-49d0-aade-edf60594bd9b on host dv-neutron-815855-3-hyperv for vnic_type normal with profile {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 16:41:04.707607 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Attempting to bind port dec3b9b9-c7c9-49d0-aade-edf60594bd9b by drivers openvswitch,hyperv on host dv-neutron-815855-3-hyperv at level 0 using segments [{'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 16:41:04.707964 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Attempting to bind port dec3b9b9-c7c9-49d0-aade-edf60594bd9b on network 67bab61c-66b4-44e7-81e2-04c30c78e363 {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 16:41:04.715625 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a273cb-6949-4b3e-9e08-ffcc26e16f4d None None] Pushing event updated for resources: {'Port': ['ID=dec3b9b9-c7c9-49d0-aade-edf60594bd9b,revision_number=2']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:04.721387 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Checking agent: {'id': 'ed700217-ca6d-4409-945a-2ad880f1802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-815855-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 16, 31, 55), 'started_at': datetime.datetime(2021, 11, 19, 16, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 16, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-815855-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 16:41:04.722061 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Checking segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 16:41:04.722808 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:04.724000 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Bound using segment: {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'} {{(pid=110039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 16:41:04.724634 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.managers [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Bound port: dec3b9b9-c7c9-49d0-aade-edf60594bd9b, host: dv-neutron-815855-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b77f2b3-c029-45d1-a835-d6f36feb177d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}] {{(pid=110039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 16:41:04.725127 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:04.746089 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5cdd24cd-a836-4cbc-a881-720bfab4038d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:04.749438 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-5cdd24cd-a836-4cbc-a881-720bfab4038d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:04.750618 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-5cdd24cd-a836-4cbc-a881-720bfab4038d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/66422702-09b8-4367-b837-11f50cad443f HTTP/1.1" status: 204 len: 168 time: 0.1520760 Nov 19 16:41:04.758397 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd24cd-a836-4cbc-a881-720bfab4038d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66422702-09b8-4367-b837-11f50cad443f,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:04.791861 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] For port dec3b9b9-c7c9-49d0-aade-edf60594bd9b, host dv-neutron-815855-3-hyperv, cleared binding levels {{(pid=110039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 16:41:04.795486 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] For port dec3b9b9-c7c9-49d0-aade-edf60594bd9b, host dv-neutron-815855-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=dec3b9b9-c7c9-49d0-aade-edf60594bd9b,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 16:41:04.804711 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:04.837235 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_common [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Allocated IP 172.26.3.227 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/c8361255-d3f0-4b75-bda1-e74c47bb59ce) {{(pid=110038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:41:04.871230 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Routers {'140b3b7b-506a-484f-805b-915b2a87d2b6'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:41:04.872359 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:51Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['140b3b7b-506a-484f-805b-915b2a87d2b6'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:04.909402 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a273cb-6949-4b3e-9e08-ffcc26e16f4d None None] Pushing event updated for resources: {'Port': ['ID=dec3b9b9-c7c9-49d0-aade-edf60594bd9b,revision_number=3']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:05.024323 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:05.040634 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvr_db [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] Set router 140b3b7b-506a-484f-805b-915b2a87d2b6 gateway port host: dv-neutron-815855-3-hyperv {{(pid=110039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:41:05.068056 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:05.151517 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:41:05.156035 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:41:05.162005 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:41:05.168646 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Pushing event updated for resources: {'Port': ['ID=c8361255-d3f0-4b75-bda1-e74c47bb59ce,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:05.268915 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140b3b7b-506a-484f-805b-915b2a87d2b6', 'name': 'tempest-snat-router-1635703449', 'tenant_id': '442ffe8433394a689023236b03374161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.119'}], 'enable_snat': False}, 'gw_port_id': 'dec3b9b9-c7c9-49d0-aade-edf60594bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:41:01Z', 'updated_at': '2021-11-19T16:41:02Z', 'revision_number': 3, 'project_id': '442ffe8433394a689023236b03374161', 'gw_port': {'id': 'dec3b9b9-c7c9-49d0-aade-edf60594bd9b', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140b3b7b-506a-484f-805b-915b2a87d2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:41:02Z', 'updated_at': '2021-11-19T16:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:05.297852 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337fd50-2d9e-4fc0-91bb-baa382c62aa0 None None] The sync data for ids ['140b3b7b-506a-484f-805b-915b2a87d2b6'] in dv-neutron-815855-3-hyperv is: [{'id': '140b3b7b-506a-484f-805b-915b2a87d2b6', 'name': 'tempest-snat-router-1635703449', 'tenant_id': '442ffe8433394a689023236b03374161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.119'}], 'enable_snat': False}, 'gw_port_id': 'dec3b9b9-c7c9-49d0-aade-edf60594bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:41:01Z', 'updated_at': '2021-11-19T16:41:02Z', 'revision_number': 3, 'project_id': '442ffe8433394a689023236b03374161', 'gw_port': {'id': 'dec3b9b9-c7c9-49d0-aade-edf60594bd9b', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140b3b7b-506a-484f-805b-915b2a87d2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-815855-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:41:02Z', 'updated_at': '2021-11-19T16:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}] {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:41:05.513242 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:05.701751 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48918) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:05.765788 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:05.836720 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-6ce52126-6492-4b63-9793-8ab79648dd7b tempest-NetworksIpV6Test-226468160 tempest-NetworksIpV6Test-226468160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1310183767'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:05.868319 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce52126-6492-4b63-9793-8ab79648dd7b tempest-NetworksIpV6Test-226468160 tempest-NetworksIpV6Test-226468160-project] Made reservation on behalf of 03914a4f22ec4696940d327485ea630f for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:41:05.873626 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6ce52126-6492-4b63-9793-8ab79648dd7b tempest-NetworksIpV6Test-226468160 tempest-NetworksIpV6Test-226468160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:05.883287 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6ce52126-6492-4b63-9793-8ab79648dd7b tempest-NetworksIpV6Test-226468160 tempest-NetworksIpV6Test-226468160-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:05.943336 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Router a87c003b-d1e2-46a5-aafc-bd70ea7c73ff is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:41:06.014402 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6ce52126-6492-4b63-9793-8ab79648dd7b tempest-NetworksIpV6Test-226468160 tempest-NetworksIpV6Test-226468160-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:06.020411 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-6ce52126-6492-4b63-9793-8ab79648dd7b tempest-NetworksIpV6Test-226468160 tempest-NetworksIpV6Test-226468160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:06.026828 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-6ce52126-6492-4b63-9793-8ab79648dd7b tempest-NetworksIpV6Test-226468160 tempest-NetworksIpV6Test-226468160-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:06.026828 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:41:06.026828 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:41:06.026828 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:41:06.026828 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:06.026828 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:41:06.026828 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:06.026828 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:06.026828 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:06.026828 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:41:06.026828 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:06.026828 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:41:06.026828 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:06.026828 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:06.026828 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:06.026828 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-6ce52126-6492-4b63-9793-8ab79648dd7b tempest-NetworksIpV6Test-226468160 tempest-NetworksIpV6Test-226468160-project] POST failed.: neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:06.044862 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1106, in create_network Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_network_db(context, network) Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1063, in _create_network_db Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.type_manager.create_network_segments(context, net_data, Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 225, in create_network_segments Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation segment = self._allocate_tenant_net_segment( Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 315, in _allocate_tenant_net_segment Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise exc.NoNetworkAvailable() Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:06.048528 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce52126-6492-4b63-9793-8ab79648dd7b tempest-NetworksIpV6Test-226468160 tempest-NetworksIpV6Test-226468160-project] No notification will be sent due to unsuccessful status code: 503 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:06.071091 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6ce52126-6492-4b63-9793-8ab79648dd7b tempest-NetworksIpV6Test-226468160 tempest-NetworksIpV6Test-226468160-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 503 len: 364 time: 0.3681767 Nov 19 16:41:06.086140 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:41:06.095270 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff21f92-a8ce-495b-8ca2-e1eef933a435 None None] Sync routers for ids ['a87c003b-d1e2-46a5-aafc-bd70ea7c73ff'] in dv-neutron-815855-3-hyperv {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:41:06.104999 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:06.106942 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8dc27bf8-7551-47ce-919e-d140b5cc710a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.3534019 Nov 19 16:41:06.109869 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48924) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:06.114071 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff21f92-a8ce-495b-8ca2-e1eef933a435 None None] Routers {'a87c003b-d1e2-46a5-aafc-bd70ea7c73ff'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:41:06.114725 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-cff21f92-a8ce-495b-8ca2-e1eef933a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:51Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['a87c003b-d1e2-46a5-aafc-bd70ea7c73ff'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:06.271678 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-6f6870b8-15ec-426a-a44c-5edda928ff0a tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "GET /v2.0/routers/a87c003b-d1e2-46a5-aafc-bd70ea7c73ff HTTP/1.1" status: 200 len: 908 time: 0.1605384 Nov 19 16:41:06.275381 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvr_db [None req-cff21f92-a8ce-495b-8ca2-e1eef933a435 None None] Set router a87c003b-d1e2-46a5-aafc-bd70ea7c73ff gateway port host: dv-neutron-815855-3-hyperv {{(pid=110040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 16:41:06.276205 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48926) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:06.417584 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6ed75b0e-e2a9-4e1d-aac2-a56fe2564fa2 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:06.488094 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48930) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:06.491149 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-cff21f92-a8ce-495b-8ca2-e1eef933a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c003b-d1e2-46a5-aafc-bd70ea7c73ff', 'name': 'tempest-snat-router-1635703449', 'tenant_id': '442ffe8433394a689023236b03374161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'external_fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c8361255-d3f0-4b75-bda1-e74c47bb59ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T16:41:03Z', 'updated_at': '2021-11-19T16:41:05Z', 'revision_number': 3, 'project_id': '442ffe8433394a689023236b03374161', 'gw_port': {'id': 'c8361255-d3f0-4b75-bda1-e74c47bb59ce', 'name': '', 'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:13:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87c003b-d1e2-46a5-aafc-bd70ea7c73ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T16:41:04Z', 'updated_at': '2021-11-19T16:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae0bcaf9-db63-4094-92a8-37194fde08f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-815855-3-hyperv'}], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:06.525117 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff21f92-a8ce-495b-8ca2-e1eef933a435 None None] Checking router: a87c003b-d1e2-46a5-aafc-bd70ea7c73ff for host: dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 16:41:06.525490 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff21f92-a8ce-495b-8ca2-e1eef933a435 None None] Updating router a87c003b-d1e2-46a5-aafc-bd70ea7c73ff port c8361255-d3f0-4b75-bda1-e74c47bb59ce binding host dv-neutron-815855-3-hyperv {{(pid=110040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 16:41:06.533746 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6ed75b0e-e2a9-4e1d-aac2-a56fe2564fa2 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:06.553437 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.callbacks.manager [None req-cff21f92-a8ce-495b-8ca2-e1eef933a435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:06.598935 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-6ed75b0e-e2a9-4e1d-aac2-a56fe2564fa2 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Deleting port c8361255-d3f0-4b75-bda1-e74c47bb59ce {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:41:06.599348 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6ed75b0e-e2a9-4e1d-aac2-a56fe2564fa2 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:06.657165 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-4ac4f0a3-3556-4473-a822-0af81db12cde admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=03914a4f22ec4696940d327485ea630f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1678271 Nov 19 16:41:06.659661 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48934) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:06.689881 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6ed75b0e-e2a9-4e1d-aac2-a56fe2564fa2 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:06.703839 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-6ed75b0e-e2a9-4e1d-aac2-a56fe2564fa2 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Calling delete_port for c8361255-d3f0-4b75-bda1-e74c47bb59ce owned by network:router_gateway {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:41:06.712102 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ef5dd708-9fc4-4874-8498-ee7d64e3c0f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:06.735487 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ef5dd708-9fc4-4874-8498-ee7d64e3c0f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:06.801272 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ef5dd708-9fc4-4874-8498-ee7d64e3c0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:06.806807 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ef5dd708-9fc4-4874-8498-ee7d64e3c0f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:06.809392 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-ef5dd708-9fc4-4874-8498-ee7d64e3c0f8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/15644dbc-9f57-4cb7-a056-3a2213956124 HTTP/1.1" status: 204 len: 168 time: 0.1484425 Nov 19 16:41:06.823406 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5dd708-9fc4-4874-8498-ee7d64e3c0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15644dbc-9f57-4cb7-a056-3a2213956124,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:06.914755 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6ed75b0e-e2a9-4e1d-aac2-a56fe2564fa2 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:06.916889 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron_lib.db.api [None req-cff21f92-a8ce-495b-8ca2-e1eef933a435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 16:41:06.917575 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG oslo_db.api [None req-cff21f92-a8ce-495b-8ca2-e1eef933a435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 16:41:06.940304 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed75b0e-e2a9-4e1d-aac2-a56fe2564fa2 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8361255-d3f0-4b75-bda1-e74c47bb59ce,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:07.010874 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6ed75b0e-e2a9-4e1d-aac2-a56fe2564fa2 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16705570'] for router_gateway, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:07.111295 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device dec3b9b9-c7c9-49d0-aade-edf60594bd9b up at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 16:41:07.117488 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6ed75b0e-e2a9-4e1d-aac2-a56fe2564fa2 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:07.119743 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6ed75b0e-e2a9-4e1d-aac2-a56fe2564fa2 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:07.177679 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.provisioning_blocks [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Provisioning complete for port dec3b9b9-c7c9-49d0-aade-edf60594bd9b triggered by entity L2. {{(pid=110039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 16:41:07.178072 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028399'] for port, provisioning_complete {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:07.185814 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6ed75b0e-e2a9-4e1d-aac2-a56fe2564fa2 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:07.186371 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed75b0e-e2a9-4e1d-aac2-a56fe2564fa2 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a87c003b-d1e2-46a5-aafc-bd70ea7c73ff {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:41:07.190881 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6ed75b0e-e2a9-4e1d-aac2-a56fe2564fa2 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:07.194735 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-6ed75b0e-e2a9-4e1d-aac2-a56fe2564fa2 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "DELETE /v2.0/routers/a87c003b-d1e2-46a5-aafc-bd70ea7c73ff HTTP/1.1" status: 204 len: 168 time: 0.9140778 Nov 19 16:41:07.195157 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48944) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:07.275860 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:07.299021 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.db [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] For port dec3b9b9-c7c9-49d0-aade-edf60594bd9b, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=dec3b9b9-c7c9-49d0-aade-edf60594bd9b,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:41:07.304623 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785364188151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785363715319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785363713549'] for port, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:07.324422 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8db465b7-9ca9-43d7-a170-cc82120ff7ef tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:07.365826 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Pushing event updated for resources: {'Port': ['ID=dec3b9b9-c7c9-49d0-aade-edf60594bd9b,revision_number=4']} {{(pid=110039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:07.440219 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff21f92-a8ce-495b-8ca2-e1eef933a435 None None] Port c8361255-d3f0-4b75-bda1-e74c47bb59ce not found while updating agent binding for router a87c003b-d1e2-46a5-aafc-bd70ea7c73ff. {{(pid=110040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 19 16:41:07.448455 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff21f92-a8ce-495b-8ca2-e1eef933a435 None None] Routers set() bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:41:07.449094 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff21f92-a8ce-495b-8ca2-e1eef933a435 None None] Router IDs set() for agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 16:41:07.449908 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_agentschedulers_db [None req-cff21f92-a8ce-495b-8ca2-e1eef933a435 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a87c003b-d1e2-46a5-aafc-bd70ea7c73ff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:51Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent'). {{(pid=110040) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 16:41:07.450519 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff21f92-a8ce-495b-8ca2-e1eef933a435 None None] The sync data for ids ['a87c003b-d1e2-46a5-aafc-bd70ea7c73ff'] in dv-neutron-815855-3-hyperv is: [] {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:41:07.459613 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8db465b7-9ca9-43d7-a170-cc82120ff7ef tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:07.532182 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-8db465b7-9ca9-43d7-a170-cc82120ff7ef tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Deleting port dec3b9b9-c7c9-49d0-aade-edf60594bd9b {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:41:07.532518 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8db465b7-9ca9-43d7-a170-cc82120ff7ef tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:07.627075 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.db [None req-8db465b7-9ca9-43d7-a170-cc82120ff7ef tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] For port dec3b9b9-c7c9-49d0-aade-edf60594bd9b, host dv-neutron-815855-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-815855-3-hyperv',level=0,port_id=dec3b9b9-c7c9-49d0-aade-edf60594bd9b,segment=NetworkSegment(9b77f2b3-c029-45d1-a835-d6f36feb177d),segment_id=9b77f2b3-c029-45d1-a835-d6f36feb177d)] {{(pid=110037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 16:41:07.627440 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8db465b7-9ca9-43d7-a170-cc82120ff7ef tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:07.641613 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-8db465b7-9ca9-43d7-a170-cc82120ff7ef tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Calling delete_port for dec3b9b9-c7c9-49d0-aade-edf60594bd9b owned by network:router_gateway {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:41:07.683744 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48958) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:07.793119 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-d6e16de5-d7b6-4d8f-a96a-064b78ac6abb tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] Request body: {'port': {'network_id': '35302e90-996f-4ada-95b8-f0a6d71af282', 'name': 'tempest-NetworksNegativeTestJSON-1712364282'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-d6e16de5-d7b6-4d8f-a96a-064b78ac6abb tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] POST failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 31, in before Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self._validate_network_tenant_ownership(state, item) Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/ownership_validation.py", line 42, in _validate_network_tenant_ownership Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = plugin.get_network(neutron_context, Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:41:07.796342 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:41:07.799712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:07.799712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:07.799712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:07.799712 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:07.799712 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e16de5-d7b6-4d8f-a96a-064b78ac6abb tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:07.805496 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d6e16de5-d7b6-4d8f-a96a-064b78ac6abb tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 500 len: 363 time: 0.1201825 Nov 19 16:41:07.806077 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48962) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-e5d785e4-76e6-4091-b73b-e7a9c3345e35 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:41:07.814357 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:41:07.818002 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:07.818002 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:07.818002 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:07.818002 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:07.818002 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d785e4-76e6-4091-b73b-e7a9c3345e35 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:07.818343 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8db465b7-9ca9-43d7-a170-cc82120ff7ef tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:07.824504 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e5d785e4-76e6-4091-b73b-e7a9c3345e35 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] 10.222.0.76 "DELETE /v2.0/networks/c3d07c06-7822-484d-bd24-e2d6835c9af2 HTTP/1.1" status: 500 len: 363 time: 0.0173106 Nov 19 16:41:07.825685 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48964) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:07.841615 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db465b7-9ca9-43d7-a170-cc82120ff7ef tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Pushing event deleted for resources: {'Port': ['ID=dec3b9b9-c7c9-49d0-aade-edf60594bd9b,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:07.866625 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4524df-e3d4-4444-8ac2-b4f39bf8da68 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] DELETE failed (client error): The resource could not be found. Nov 19 16:41:07.867174 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4524df-e3d4-4444-8ac2-b4f39bf8da68 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:07.870948 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-1f4524df-e3d4-4444-8ac2-b4f39bf8da68 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] 10.222.0.76 "DELETE /v2.0/ports/0ef008c2-5ab3-433b-8584-b77c7ded691d HTTP/1.1" status: 404 len: 333 time: 0.0438094 Nov 19 16:41:07.874844 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48966) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-36c54404-4d4e-42c6-a924-e572165bdca6 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1090, in get_subnet Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet_obj = self._get_subnet_object(context, id) Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 275, in _get_subnet_object Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet = subnet_obj.Subnet.get_object(context, id=id) Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:07.882694 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation db_obj = obj_db_api.get_object( Nov 19 16:41:07.886005 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:07.886005 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:07.886005 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:07.886005 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = model_query.get_collection_query( Nov 19 16:41:07.886005 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:07.886005 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:41:07.886005 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:07.886005 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:07.886005 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:07.886005 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:07.886005 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c54404-4d4e-42c6-a924-e572165bdca6 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:07.886971 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-36c54404-4d4e-42c6-a924-e572165bdca6 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] 10.222.0.76 "DELETE /v2.0/subnets/e689b624-d1e3-4e2e-923d-7e08d2388d03 HTTP/1.1" status: 500 len: 363 time: 0.0103123 Nov 19 16:41:07.891818 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48968) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-6c4d587c-6a64-4c12-9013-3a00749a2f32 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 40, in index Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 51, in get Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {self.resource: self.plugin_shower(*getter_args, fields=fields)} Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:07.903962 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:07.913874 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-6c4d587c-6a64-4c12-9013-3a00749a2f32 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] 10.222.0.76 "GET /v2.0/networks/a7cfc9d8-16e7-4b69-991c-e05bb5dae4b8 HTTP/1.1" status: 500 len: 363 time: 0.0123806 Nov 19 16:41:07.916948 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48970) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:07.917151 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8db465b7-9ca9-43d7-a170-cc82120ff7ef tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16705570'] for router_gateway, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.008608 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9247369-4020-4e31-8285-5955094622ff tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] GET failed (client error): The resource could not be found. Nov 19 16:41:08.010167 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e9247369-4020-4e31-8285-5955094622ff tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] 10.222.0.76 "GET /v2.0/ports/5084d9ee-15ee-4f02-9f36-51d326aac16e HTTP/1.1" status: 404 len: 333 time: 0.0903313 Nov 19 16:41:08.015759 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48972) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-d604fd29-3928-4ed7-97a7-037f34f01f14 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 40, in index Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 51, in get Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {self.resource: self.plugin_shower(*getter_args, fields=fields)} Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.024628 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1090, in get_subnet Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet_obj = self._get_subnet_object(context, id) Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 275, in _get_subnet_object Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet = subnet_obj.Subnet.get_object(context, id=id) Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation db_obj = obj_db_api.get_object( Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = model_query.get_collection_query( Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d604fd29-3928-4ed7-97a7-037f34f01f14 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] 10.222.0.76 "GET /v2.0/subnets/a426b61b-504b-491b-832b-8d75fbc94cf6 HTTP/1.1" status: 500 len: 363 time: 0.0091302 Nov 19 16:41:08.039114 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48974) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:08.041573 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-ce168020-0341-48b7-8b1d-41f2feab8c47 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-ce168020-0341-48b7-8b1d-41f2feab8c47 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] PUT failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation net_db = net_db or self._get_network(context, id) Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:41:08.043839 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = query_with_hooks(context=context, model=model, Nov 19 16:41:08.047841 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:08.047841 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:08.047841 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:08.047841 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:08.047841 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce168020-0341-48b7-8b1d-41f2feab8c47 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:08.047841 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ce168020-0341-48b7-8b1d-41f2feab8c47 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] 10.222.0.76 "PUT /v2.0/networks/458d82f3-e507-401f-afde-f5925eb7d18e HTTP/1.1" status: 500 len: 363 time: 0.0097644 Nov 19 16:41:08.050960 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48976) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:08.056507 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-90427ca6-7e94-4899-9023-49b910dd3555 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:08.076648 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.pecan_wsgi.hooks.translation [None req-90427ca6-7e94-4899-9023-49b910dd3555 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] PUT failed (client error): The resource could not be found. Nov 19 16:41:08.077197 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90427ca6-7e94-4899-9023-49b910dd3555 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:08.078442 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-90427ca6-7e94-4899-9023-49b910dd3555 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] 10.222.0.76 "PUT /v2.0/ports/1d8ac2b9-6376-4f4f-a769-372a8fdaa216 HTTP/1.1" status: 404 len: 333 time: 0.0265269 Nov 19 16:41:08.083041 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48978) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:08.088489 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-d7e38b78-b898-4150-b062-05baa60d8ab4 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-d7e38b78-b898-4150-b062-05baa60d8ab4 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] PUT failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1090, in get_subnet Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet_obj = self._get_subnet_object(context, id) Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 275, in _get_subnet_object Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation subnet = subnet_obj.Subnet.get_object(context, id=id) Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:08.091785 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation db_obj = obj_db_api.get_object( Nov 19 16:41:08.095587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:08.095587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:08.095587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:08.095587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation query = model_query.get_collection_query( Nov 19 16:41:08.095587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:08.095587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:41:08.095587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:08.095587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:08.095587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:08.095587 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:08.095587 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e38b78-b898-4150-b062-05baa60d8ab4 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:08.095587 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d7e38b78-b898-4150-b062-05baa60d8ab4 tempest-NetworksNegativeTestJSON-1261862453 tempest-NetworksNegativeTestJSON-1261862453-project] 10.222.0.76 "PUT /v2.0/subnets/e4c9353a-9420-4341-bb2e-92d76c9ddf39 HTTP/1.1" status: 500 len: 363 time: 0.0092595 Nov 19 16:41:08.240351 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8db465b7-9ca9-43d7-a170-cc82120ff7ef tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.242667 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8db465b7-9ca9-43d7-a170-cc82120ff7ef tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.294527 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8db465b7-9ca9-43d7-a170-cc82120ff7ef tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.297493 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db465b7-9ca9-43d7-a170-cc82120ff7ef tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 140b3b7b-506a-484f-805b-915b2a87d2b6 {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:41:08.302825 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-8db465b7-9ca9-43d7-a170-cc82120ff7ef tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.303817 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-8db465b7-9ca9-43d7-a170-cc82120ff7ef tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "DELETE /v2.0/routers/140b3b7b-506a-484f-805b-915b2a87d2b6 HTTP/1.1" status: 204 len: 168 time: 1.1076601 Nov 19 16:41:08.307485 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48984) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:08.312679 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-cf403fe8-deaf-4036-baf7-a2110c0e3b47 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-486050672', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}, 'admin_state_up': False}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:08.338839 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-cf403fe8-deaf-4036-baf7-a2110c0e3b47 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.339911 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-cf403fe8-deaf-4036-baf7-a2110c0e3b47 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.395510 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48986) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:08.411798 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-cf403fe8-deaf-4036-baf7-a2110c0e3b47 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.535631 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9880b173-7ec5-4940-81e1-5484f7337793 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.590088 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-cf403fe8-deaf-4036-baf7-a2110c0e3b47 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.600877 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-cf403fe8-deaf-4036-baf7-a2110c0e3b47 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.631754 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9880b173-7ec5-4940-81e1-5484f7337793 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.636368 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9880b173-7ec5-4940-81e1-5484f7337793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.675228 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880b173-7ec5-4940-81e1-5484f7337793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c449e704-ae87-4764-b25b-71ea5e342c5d,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:08.679556 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-9880b173-7ec5-4940-81e1-5484f7337793 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=231044b9a08c45b29bf8af83832f6f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828252 Nov 19 16:41:08.683892 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 48990) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:08.743887 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-94d9a1e1-c094-4740-bb9a-7d3a8bbd35ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.769926 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-94d9a1e1-c094-4740-bb9a-7d3a8bbd35ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.800456 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-cf403fe8-deaf-4036-baf7-a2110c0e3b47 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.803575 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-cf403fe8-deaf-4036-baf7-a2110c0e3b47 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.832702 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-94d9a1e1-c094-4740-bb9a-7d3a8bbd35ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.838497 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-94d9a1e1-c094-4740-bb9a-7d3a8bbd35ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.839456 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-94d9a1e1-c094-4740-bb9a-7d3a8bbd35ee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c449e704-ae87-4764-b25b-71ea5e342c5d HTTP/1.1" status: 204 len: 168 time: 0.1542675 Nov 19 16:41:08.852501 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9a1e1-c094-4740-bb9a-7d3a8bbd35ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c449e704-ae87-4764-b25b-71ea5e342c5d,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:08.869125 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-cf403fe8-deaf-4036-baf7-a2110c0e3b47 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.870728 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf403fe8-deaf-4036-baf7-a2110c0e3b47 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Fanout notify agent at l3_agent the message router_deleted on router 8b7ed86f-2d29-44cd-8b85-9b42aff75399 {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-cf403fe8-deaf-4036-baf7-a2110c0e3b47 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] create failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 2070, in create_router Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource router_dict = super(L3_NAT_db_mixin, self).create_router(context, Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:08.901022 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 277, in create_router Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource router_db, _unused = db_utils.safe_creation(context, create, Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 76, in safe_creation Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.error("Cannot clean up created object %(obj)s. " Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 69, in safe_creation Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource updated_obj, value = create_bindings(obj['id']) Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 262, in _update_gw_for_create_router Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, router_id, Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gateway_ip_qos.py", line 65, in _update_router_gw_info Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource router = super(L3_gw_ip_qos_dbonly_mixin, Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource super(L3_NAT_dbonly_mixin, self)._update_router_gw_info( Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 516, in _update_router_gw_info Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network_id = self._validate_gw_info(context, info, ext_ips, router) Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 364, in _validate_gw_info Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network_db = self._core_plugin._get_network(context, network_id) Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:41:08.905266 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-cf403fe8-deaf-4036-baf7-a2110c0e3b47 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 500 len: 363 time: 0.5943389 Nov 19 16:41:08.910053 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48994) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:08.914796 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-d476c235-27e1-4004-b9a3-a1f02b669f11 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1016159751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:08.941577 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d476c235-27e1-4004-b9a3-a1f02b669f11 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:08.942555 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d476c235-27e1-4004-b9a3-a1f02b669f11 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:09.013641 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d476c235-27e1-4004-b9a3-a1f02b669f11 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:09.020168 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d476c235-27e1-4004-b9a3-a1f02b669f11 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:09.046293 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d476c235-27e1-4004-b9a3-a1f02b669f11 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:09.047860 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d476c235-27e1-4004-b9a3-a1f02b669f11 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1367667 Nov 19 16:41:09.050558 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 48998) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:09.055658 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-2c17ff40-0cd1-4665-959e-7d23ae7a6a18 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Request body: {'router': {'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:09.092269 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device dec3b9b9-c7c9-49d0-aade-edf60594bd9b no longer exists at agent ovs-agent-dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 16:41:09.121664 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.plugin [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] No Port match for: dec3b9b9-c7c9-49d0-aade-edf60594bd9b {{(pid=110039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 16:41:09.122488 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.plugins.ml2.rpc [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Device dec3b9b9-c7c9-49d0-aade-edf60594bd9b not bound to the agent host dv-neutron-815855-3-hyperv {{(pid=110039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 16:41:09.290913 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2c17ff40-0cd1-4665-959e-7d23ae7a6a18 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-2c17ff40-0cd1-4665-959e-7d23ae7a6a18 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] update failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 630, in update Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._update(request, id, body, **kwargs) Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 695, in _update Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = obj_updater(request.context, id, **kwargs) Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return super(ExtraRoute_dbonly_mixin, self).update_router( Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 2077, in update_router Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource router_dict = super(L3_NAT_db_mixin, self).update_router(context, Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:09.303581 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 311, in update_router Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, id, gw_info) Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gateway_ip_qos.py", line 65, in _update_router_gw_info Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource router = super(L3_gw_ip_qos_dbonly_mixin, Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource super(L3_NAT_dbonly_mixin, self)._update_router_gw_info( Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 516, in _update_router_gw_info Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network_id = self._validate_gw_info(context, info, ext_ips, router) Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 364, in _validate_gw_info Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network_db = self._core_plugin._get_network(context, network_id) Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:41:09.310992 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-2c17ff40-0cd1-4665-959e-7d23ae7a6a18 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "PUT /v2.0/routers/b6a1d654-30b7-4f92-a429-8a901757b2cc HTTP/1.1" status: 500 len: 363 time: 0.2530508 Nov 19 16:41:09.312529 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49008) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:09.338682 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-dcd8c2b5-c523-46a8-a290-c2819173004f tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6a1d654-30b7-4f92-a429-8a901757b2cc HTTP/1.1" status: 200 len: 205 time: 0.0292976 Nov 19 16:41:09.341426 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49010) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:09.419883 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c2d6219c-9d22-4d5f-8f73-84885b510f11 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:09.590985 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c2d6219c-9d22-4d5f-8f73-84885b510f11 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:09.594030 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c2d6219c-9d22-4d5f-8f73-84885b510f11 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:09.629716 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49020) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:09.633487 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027289 Nov 19 16:41:09.637024 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49022) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:09.645331 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c2d6219c-9d22-4d5f-8f73-84885b510f11 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:09.646064 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d6219c-9d22-4d5f-8f73-84885b510f11 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Fanout notify agent at l3_agent the message router_deleted on router b6a1d654-30b7-4f92-a429-8a901757b2cc {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:41:09.653553 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c2d6219c-9d22-4d5f-8f73-84885b510f11 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:09.655010 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c2d6219c-9d22-4d5f-8f73-84885b510f11 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "DELETE /v2.0/routers/b6a1d654-30b7-4f92-a429-8a901757b2cc HTTP/1.1" status: 204 len: 168 time: 0.3121164 Nov 19 16:41:09.664507 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49026) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:09.669356 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-ec409f8b-ccd1-4785-a5cd-15ed242aae5b tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-790451871', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:09.699552 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ec409f8b-ccd1-4785-a5cd-15ed242aae5b tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:09.700870 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ec409f8b-ccd1-4785-a5cd-15ed242aae5b tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:09.753025 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ec409f8b-ccd1-4785-a5cd-15ed242aae5b tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:09.760844 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-07ec42c1-dc65-478d-85c7-cad3ad597c76 tempest-NetworksApiDiscovery-473919226 tempest-NetworksApiDiscovery-473919226-project] 10.222.0.76 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1224346 Nov 19 16:41:09.762421 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ec409f8b-ccd1-4785-a5cd-15ed242aae5b tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:09.780597 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ec409f8b-ccd1-4785-a5cd-15ed242aae5b tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:09.784531 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ec409f8b-ccd1-4785-a5cd-15ed242aae5b tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1162901 Nov 19 16:41:09.784922 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49030) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:09.789617 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'enable_snat': True}}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:09.997352 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:10.043575 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49034) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:10.125063 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 6 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:41:10.167178 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4896f85f-8703-4a97-b549-2e3a0599e870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:10.210244 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:10.229145 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:10.249964 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4896f85f-8703-4a97-b549-2e3a0599e870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:10.254598 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4896f85f-8703-4a97-b549-2e3a0599e870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:10.296245 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-4896f85f-8703-4a97-b549-2e3a0599e870 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6a43df35d7bf4ad4a0f7e9b3fe78901f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512503 Nov 19 16:41:10.299594 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49038) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:10.308004 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896f85f-8703-4a97-b549-2e3a0599e870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1812e91-b02d-4e54-81b5-587e136dafe2,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:10.345833 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.db_base_plugin_common [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Allocated IP 172.26.3.201 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/4ea5dcaf-310d-49cd-af38-1b8591d65b61) {{(pid=110037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:41:10.354582 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ba45f22e-8c80-459c-b867-b4f10353ac2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:10.384273 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ba45f22e-8c80-459c-b867-b4f10353ac2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:10.444591 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ba45f22e-8c80-459c-b867-b4f10353ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:10.447496 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ba45f22e-8c80-459c-b867-b4f10353ac2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:10.448646 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ba45f22e-8c80-459c-b867-b4f10353ac2c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c1812e91-b02d-4e54-81b5-587e136dafe2 HTTP/1.1" status: 204 len: 168 time: 0.1470108 Nov 19 16:41:10.457630 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45f22e-8c80-459c-b867-b4f10353ac2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1812e91-b02d-4e54-81b5-587e136dafe2,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:10.464574 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:10.705977 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:10.750358 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:41:10.753109 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.base_scheduler [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Resources bound (agent type, host, resource id): {{(pid=110037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:41:10.757550 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Received port after_create {{(pid=110037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:41:10.760639 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Pushing event updated for resources: {'Port': ['ID=4ea5dcaf-310d-49cd-af38-1b8591d65b61,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:11.016318 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:11.229832 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16704999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16716982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44856'] for router, precommit_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:11.233412 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16705000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16704977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16716991'] for router, after_update {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:11.390908 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Router 44862e01-26a1-45d8-8b85-9e310f0b6c22 is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:41:11.510835 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:41:11.516143 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:11.516622 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-b5cdc0cf-690e-492f-8852-b79d75c36476 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "PUT /v2.0/routers/44862e01-26a1-45d8-8b85-9e310f0b6c22 HTTP/1.1" status: 200 len: 914 time: 1.7305312 Nov 19 16:41:11.520449 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e52ea3-9a5d-4350-8c60-5139729e8aa6 None None] Sync routers for ids ['44862e01-26a1-45d8-8b85-9e310f0b6c22'] in dv-neutron-815855-3-hyperv {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:41:11.520962 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49042) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:11.530777 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e52ea3-9a5d-4350-8c60-5139729e8aa6 None None] Routers {'44862e01-26a1-45d8-8b85-9e310f0b6c22'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:41:11.531393 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-99e52ea3-9a5d-4350-8c60-5139729e8aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:51Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['44862e01-26a1-45d8-8b85-9e310f0b6c22'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:11.567281 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-99e52ea3-9a5d-4350-8c60-5139729e8aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:11.576618 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e52ea3-9a5d-4350-8c60-5139729e8aa6 None None] Routers {'44862e01-26a1-45d8-8b85-9e310f0b6c22'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:41:11.577372 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-99e52ea3-9a5d-4350-8c60-5139729e8aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:51Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['44862e01-26a1-45d8-8b85-9e310f0b6c22'], 'active': True} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:11.612671 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.db.l3_hamode_db [None req-99e52ea3-9a5d-4350-8c60-5139729e8aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:11.613337 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e52ea3-9a5d-4350-8c60-5139729e8aa6 None None] The sync data for ids ['44862e01-26a1-45d8-8b85-9e310f0b6c22'] in dv-neutron-815855-3-hyperv is: [] {{(pid=110039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:41:11.640969 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-68d66da7-7710-4baa-afc1-a347ccf99ba1 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "GET /v2.0/routers/44862e01-26a1-45d8-8b85-9e310f0b6c22 HTTP/1.1" status: 200 len: 920 time: 0.1192865 Nov 19 16:41:11.644017 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49044) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:11.686213 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5b1be2-4b9e-488e-be09-e129910ae131 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:41:11.687766 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-df5b1be2-4b9e-488e-be09-e129910ae131 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=67bab61c-66b4-44e7-81e2-04c30c78e363&device_id=44862e01-26a1-45d8-8b85-9e310f0b6c22&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0421903 Nov 19 16:41:11.690958 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49046) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:11.780856 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04321636-1d83-4cdf-91f6-53727a470d94 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:41:11.782280 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-04321636-1d83-4cdf-91f6-53727a470d94 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "GET /v2.0/networks/67bab61c-66b4-44e7-81e2-04c30c78e363 HTTP/1.1" status: 200 len: 881 time: 0.0903897 Nov 19 16:41:11.785224 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49048) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:11.817103 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-15b6ade1-0a39-4bf5-aeaa-ba2434a5d6c2 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "GET /v2.0/ports?device_id=44862e01-26a1-45d8-8b85-9e310f0b6c22 HTTP/1.1" status: 200 len: 205 time: 0.0307724 Nov 19 16:41:11.819871 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49050) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:11.925489 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-84505309-bd5a-4be6-a47f-aa61ee32778d tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:12.033795 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-84505309-bd5a-4be6-a47f-aa61ee32778d tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:12.091168 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-84505309-bd5a-4be6-a47f-aa61ee32778d tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Deleting port 4ea5dcaf-310d-49cd-af38-1b8591d65b61 {{(pid=110037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:41:12.091474 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-84505309-bd5a-4be6-a47f-aa61ee32778d tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:12.182619 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-84505309-bd5a-4be6-a47f-aa61ee32778d tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:12.196994 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.plugins.ml2.plugin [None req-84505309-bd5a-4be6-a47f-aa61ee32778d tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Calling delete_port for 4ea5dcaf-310d-49cd-af38-1b8591d65b61 owned by network:router_gateway {{(pid=110037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:41:12.387387 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-84505309-bd5a-4be6-a47f-aa61ee32778d tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13603196'] for port, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:12.416354 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84505309-bd5a-4be6-a47f-aa61ee32778d tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Pushing event deleted for resources: {'Port': ['ID=4ea5dcaf-310d-49cd-af38-1b8591d65b61,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:12.480063 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-84505309-bd5a-4be6-a47f-aa61ee32778d tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16705570'] for router_gateway, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:12.573274 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-84505309-bd5a-4be6-a47f-aa61ee32778d tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:12.577401 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-84505309-bd5a-4be6-a47f-aa61ee32778d tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:12.628059 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-84505309-bd5a-4be6-a47f-aa61ee32778d tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:12.628872 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84505309-bd5a-4be6-a47f-aa61ee32778d tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Fanout notify agent at l3_agent the message router_deleted on router 44862e01-26a1-45d8-8b85-9e310f0b6c22 {{(pid=110037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:41:12.639048 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-84505309-bd5a-4be6-a47f-aa61ee32778d tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:12.640417 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-84505309-bd5a-4be6-a47f-aa61ee32778d tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "DELETE /v2.0/routers/44862e01-26a1-45d8-8b85-9e310f0b6c22 HTTP/1.1" status: 204 len: 168 time: 0.8196447 Nov 19 16:41:12.645183 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49052) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:12.652269 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-cbb9e50d-912c-476b-930b-44751ab833f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1155507126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:12.679367 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-cbb9e50d-912c-476b-930b-44751ab833f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:12.680353 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-cbb9e50d-912c-476b-930b-44751ab833f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:12.735052 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-cbb9e50d-912c-476b-930b-44751ab833f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:12.741051 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-cbb9e50d-912c-476b-930b-44751ab833f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:12.765972 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-cbb9e50d-912c-476b-930b-44751ab833f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:12.767184 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-cbb9e50d-912c-476b-930b-44751ab833f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1209152 Nov 19 16:41:12.772849 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49054) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:12.777414 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363', 'enable_snat': False}}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:13.181666 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:13.393710 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:13.412331 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for port, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:13.520743 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.db_base_plugin_common [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Allocated IP 172.26.3.114 (67bab61c-66b4-44e7-81e2-04c30c78e363/ae0bcaf9-db63-4094-92a8-37194fde08f5/2001e2fe-9258-4ab2-a5a8-6474afa03473) {{(pid=110038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 16:41:13.625700 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:13.661997 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785363715301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:13.702681 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Network 67bab61c-66b4-44e7-81e2-04c30c78e363 is already hosted by enough agents. {{(pid=110038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 16:41:13.705691 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.base_scheduler [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Resources bound (agent type, host, resource id): {{(pid=110038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 16:41:13.709026 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Received port after_create {{(pid=110038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 16:41:13.714537 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Pushing event updated for resources: {'Port': ['ID=2001e2fe-9258-4ab2-a5a8-6474afa03473,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:13.962607 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:14.157732 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16704999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16716982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44856'] for router, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:14.161100 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16705000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16704977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16716991'] for router, after_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:14.316284 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Router 760e9790-11f5-4c42-af9d-ca7b1ed4b70e is scheduled to L3 agent d84d4e20-8099-41fa-b3f1-00b4b33e07cd with binding_index 1 {{(pid=110038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 16:41:14.421738 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:14.436975 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Notify agent at l3_agent.dv-neutron-815855-3-hyperv the message routers_updated {{(pid=110038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 16:41:14.441513 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:14.442490 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ff5eb84f-8358-4f1a-b4f7-9649e9d91b33 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "PUT /v2.0/routers/760e9790-11f5-4c42-af9d-ca7b1ed4b70e HTTP/1.1" status: 200 len: 916 time: 1.6685181 Nov 19 16:41:14.445122 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49056) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:14.447640 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb258e8-74c0-483b-b859-10405e15e015 None None] Sync routers for ids ['760e9790-11f5-4c42-af9d-ca7b1ed4b70e'] in dv-neutron-815855-3-hyperv {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 16:41:14.461783 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb258e8-74c0-483b-b859-10405e15e015 None None] Routers {'760e9790-11f5-4c42-af9d-ca7b1ed4b70e'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:41:14.462396 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-feb258e8-74c0-483b-b859-10405e15e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:51Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['760e9790-11f5-4c42-af9d-ca7b1ed4b70e'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:14.493939 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-feb258e8-74c0-483b-b859-10405e15e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:14.502725 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb258e8-74c0-483b-b859-10405e15e015 None None] Routers {'760e9790-11f5-4c42-af9d-ca7b1ed4b70e'} bound to L3 agent in host dv-neutron-815855-3-hyperv {{(pid=110040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 16:41:14.503327 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-feb258e8-74c0-483b-b859-10405e15e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-815855-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T16:31:51Z,description=,heartbeat_timestamp=2021-11-19T16:40:51Z,host='dv-neutron-815855-3-hyperv',id=d84d4e20-8099-41fa-b3f1-00b4b33e07cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T16:31:51Z,topic='l3_agent')) {'router_ids': ['760e9790-11f5-4c42-af9d-ca7b1ed4b70e'], 'active': True} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:14.534556 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.l3_hamode_db [None req-feb258e8-74c0-483b-b859-10405e15e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-815855-3-hyperv', False) {} {{(pid=110040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 16:41:14.535195 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb258e8-74c0-483b-b859-10405e15e015 None None] The sync data for ids ['760e9790-11f5-4c42-af9d-ca7b1ed4b70e'] in dv-neutron-815855-3-hyperv is: [] {{(pid=110040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 16:41:14.556546 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-2fc9076c-0609-490d-a583-6b4e45b677cf tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "GET /v2.0/routers/760e9790-11f5-4c42-af9d-ca7b1ed4b70e HTTP/1.1" status: 200 len: 922 time: 0.1101103 Nov 19 16:41:14.559327 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49058) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:14.632416 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622d2604-48ce-4baa-80ac-52ed20c1965f tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:41:14.633997 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-622d2604-48ce-4baa-80ac-52ed20c1965f tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=67bab61c-66b4-44e7-81e2-04c30c78e363&device_id=760e9790-11f5-4c42-af9d-ca7b1ed4b70e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0737193 Nov 19 16:41:14.636912 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49060) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:14.726357 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f2cc35-2d3c-41b9-a8d8-236472e08e99 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 16:41:14.727753 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-14f2cc35-2d3c-41b9-a8d8-236472e08e99 tempest-RoutersAdminTest-315541660 tempest-RoutersAdminTest-315541660-project-admin] 10.222.0.76 "GET /v2.0/networks/67bab61c-66b4-44e7-81e2-04c30c78e363 HTTP/1.1" status: 200 len: 881 time: 0.0895324 Nov 19 16:41:14.730885 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49062) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:14.758058 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-694f2b0b-ced1-4792-8436-fa16637d0181 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "GET /v2.0/ports?device_id=760e9790-11f5-4c42-af9d-ca7b1ed4b70e HTTP/1.1" status: 200 len: 205 time: 0.0261021 Nov 19 16:41:14.760628 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49064) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:14.866492 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bff62485-60d0-4502-99c5-d8820b5681f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:14.974263 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bff62485-60d0-4502-99c5-d8820b5681f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:15.028400 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-bff62485-60d0-4502-99c5-d8820b5681f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Deleting port 2001e2fe-9258-4ab2-a5a8-6474afa03473 {{(pid=110038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 16:41:15.028745 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bff62485-60d0-4502-99c5-d8820b5681f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785364148363'] for port, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:15.108074 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bff62485-60d0-4502-99c5-d8820b5681f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16678034'] for port, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:15.120431 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.plugins.ml2.plugin [None req-bff62485-60d0-4502-99c5-d8820b5681f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Calling delete_port for 2001e2fe-9258-4ab2-a5a8-6474afa03473 owned by network:router_gateway {{(pid=110038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 16:41:15.296696 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bff62485-60d0-4502-99c5-d8820b5681f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16290578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785364188133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785363715310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13713709'] for port, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:15.323873 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff62485-60d0-4502-99c5-d8820b5681f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Pushing event deleted for resources: {'Port': ['ID=2001e2fe-9258-4ab2-a5a8-6474afa03473,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:15.394951 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bff62485-60d0-4502-99c5-d8820b5681f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16705570'] for router_gateway, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:15.494094 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bff62485-60d0-4502-99c5-d8820b5681f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:15.496362 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bff62485-60d0-4502-99c5-d8820b5681f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:15.750536 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bff62485-60d0-4502-99c5-d8820b5681f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:15.751592 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff62485-60d0-4502-99c5-d8820b5681f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Fanout notify agent at l3_agent the message router_deleted on router 760e9790-11f5-4c42-af9d-ca7b1ed4b70e {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:41:15.759262 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bff62485-60d0-4502-99c5-d8820b5681f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:15.760966 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-bff62485-60d0-4502-99c5-d8820b5681f5 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "DELETE /v2.0/routers/760e9790-11f5-4c42-af9d-ca7b1ed4b70e HTTP/1.1" status: 204 len: 168 time: 0.9993100 Nov 19 16:41:15.766181 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49066) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:15.775920 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-db5c3a94-cf1a-499f-a029-ca45d8cc96c8 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1959754775', 'external_gateway_info': {'network_id': '67bab61c-66b4-44e7-81e2-04c30c78e363'}, 'admin_state_up': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:15.797956 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-db5c3a94-cf1a-499f-a029-ca45d8cc96c8 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:15.799172 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-db5c3a94-cf1a-499f-a029-ca45d8cc96c8 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:15.857383 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-db5c3a94-cf1a-499f-a029-ca45d8cc96c8 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:16.009976 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-db5c3a94-cf1a-499f-a029-ca45d8cc96c8 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:16.018768 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-db5c3a94-cf1a-499f-a029-ca45d8cc96c8 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:16.196991 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-db5c3a94-cf1a-499f-a029-ca45d8cc96c8 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:16.199549 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-db5c3a94-cf1a-499f-a029-ca45d8cc96c8 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:16.252640 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-db5c3a94-cf1a-499f-a029-ca45d8cc96c8 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:16.253428 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5c3a94-cf1a-499f-a029-ca45d8cc96c8 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] Fanout notify agent at l3_agent the message router_deleted on router 19684454-d8e7-4dc1-b0de-60eec7a03f5c {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-db5c3a94-cf1a-499f-a029-ca45d8cc96c8 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] create failed: No details.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 2070, in create_router Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_dict = super(L3_NAT_db_mixin, self).create_router(context, Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:16.282920 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 277, in create_router Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router_db, _unused = db_utils.safe_creation(context, create, Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 76, in safe_creation Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.error("Cannot clean up created object %(obj)s. " Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/_utils.py", line 69, in safe_creation Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource updated_obj, value = create_bindings(obj['id']) Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 262, in _update_gw_for_create_router Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, router_id, Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gateway_ip_qos.py", line 65, in _update_router_gw_info Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource router = super(L3_gw_ip_qos_dbonly_mixin, Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource super(L3_NAT_dbonly_mixin, self)._update_router_gw_info( Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 516, in _update_router_gw_info Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_id = self._validate_gw_info(context, info, ext_ips, router) Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/l3_db.py", line 364, in _validate_gw_info Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network_db = self._core_plugin._get_network(context, network_id) Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource network = model_query.get_by_id(context, models_v2.Network, id) Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 167, in get_by_id Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = query_with_hooks(context=context, model=model, Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:41:16.294762 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-db5c3a94-cf1a-499f-a029-ca45d8cc96c8 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 500 len: 363 time: 0.5168486 Nov 19 16:41:16.299019 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49068) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:16.335212 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c24142bd-107e-48da-b335-78593c350179 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "GET /v2.0/ports?device_id=760e9790-11f5-4c42-af9d-ca7b1ed4b70e HTTP/1.1" status: 200 len: 205 time: 0.0366592 Nov 19 16:41:16.337752 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49070) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:16.383603 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.api.v2.resource [None req-bad23c2d-9e2a-49b4-ad07-16b9370a9be7 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] delete failed (client error): The resource could not be found. Nov 19 16:41:16.384711 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-bad23c2d-9e2a-49b4-ad07-16b9370a9be7 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "DELETE /v2.0/routers/760e9790-11f5-4c42-af9d-ca7b1ed4b70e HTTP/1.1" status: 404 len: 336 time: 0.0457072 Nov 19 16:41:16.389360 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49072) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:16.420298 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-5c276825-c4a2-41ce-8408-9bc76d1f0a9b tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "GET /v2.0/ports?device_id=44862e01-26a1-45d8-8b85-9e310f0b6c22 HTTP/1.1" status: 200 len: 205 time: 0.0296347 Nov 19 16:41:16.422554 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49074) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:16.463524 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.api.v2.resource [None req-4970d847-bc48-4933-8352-8d63957fa305 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] delete failed (client error): The resource could not be found. Nov 19 16:41:16.464545 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-4970d847-bc48-4933-8352-8d63957fa305 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "DELETE /v2.0/routers/44862e01-26a1-45d8-8b85-9e310f0b6c22 HTTP/1.1" status: 404 len: 336 time: 0.0409837 Nov 19 16:41:16.467404 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49076) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:16.497669 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-2a6de9a5-e40c-41ae-bd20-9fbd338e7055 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6a1d654-30b7-4f92-a429-8a901757b2cc HTTP/1.1" status: 200 len: 205 time: 0.0290074 Nov 19 16:41:16.500674 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49078) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:16.561584 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.api.v2.resource [None req-5fdddf8f-4230-4f20-8e95-0bda92c192e8 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] delete failed (client error): The resource could not be found. Nov 19 16:41:16.562552 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-5fdddf8f-4230-4f20-8e95-0bda92c192e8 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "DELETE /v2.0/routers/b6a1d654-30b7-4f92-a429-8a901757b2cc HTTP/1.1" status: 404 len: 336 time: 0.0605001 Nov 19 16:41:16.565406 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49080) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-559ced5b-520e-4c59-8fe7-a49e731ebca7 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1090, in get_subnet Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet_obj = self._get_subnet_object(context, id) Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 275, in _get_subnet_object Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet = subnet_obj.Subnet.get_object(context, id=id) Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:16.573207 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation db_obj = obj_db_api.get_object( Nov 19 16:41:16.578726 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:16.578726 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:16.578726 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:16.578726 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = model_query.get_collection_query( Nov 19 16:41:16.578726 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:16.578726 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:41:16.578726 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:16.578726 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:16.578726 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:16.578726 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:16.578726 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559ced5b-520e-4c59-8fe7-a49e731ebca7 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:16.578726 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-559ced5b-520e-4c59-8fe7-a49e731ebca7 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "DELETE /v2.0/subnets/2590dafa-f6e6-43bb-8892-d85fee27b055 HTTP/1.1" status: 500 len: 363 time: 0.0117648 Nov 19 16:41:16.582970 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49082) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-bb3f2d0d-6958-483d-9abf-f5dc05ca032c tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1090, in get_subnet Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet_obj = self._get_subnet_object(context, id) Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 275, in _get_subnet_object Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet = subnet_obj.Subnet.get_object(context, id=id) Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:16.591696 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation db_obj = obj_db_api.get_object( Nov 19 16:41:16.596084 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:16.596084 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:16.596084 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:16.596084 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = model_query.get_collection_query( Nov 19 16:41:16.596084 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:16.596084 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:41:16.596084 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:16.596084 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:16.596084 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:16.596084 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:16.596084 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3f2d0d-6958-483d-9abf-f5dc05ca032c tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:16.596084 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-bb3f2d0d-6958-483d-9abf-f5dc05ca032c tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "DELETE /v2.0/subnets/2590dafa-f6e6-43bb-8892-d85fee27b055 HTTP/1.1" status: 500 len: 363 time: 0.0112767 Nov 19 16:41:16.597978 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49084) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-37aac312-dab9-465c-9f4d-14e1b91ab752 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] DELETE failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 682, in __call__ Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kwargs = self.find_controller(state) Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 858, in find_controller Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation controller, args, kw = super(Pecan, self).find_controller(_state) Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 550, in find_controller Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.handle_hooks(self.determine_hooks(controller), 'before', state) Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 865, in handle_hooks Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return super(Pecan, self).handle_hooks(hooks, *args, **kw) Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 342, in handle_hooks Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = getattr(hook, hook_type)(*args) Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 117, in before Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation resource_obj = fetch_resource(method, neutron_context, controller, Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py", line 66, in fetch_resource Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return getter(*getter_args, fields=field_list) Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1090, in get_subnet Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet_obj = self._get_subnet_object(context, id) Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 275, in _get_subnet_object Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation subnet = subnet_obj.Subnet.get_object(context, id=id) Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:16.605288 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation db_obj = obj_db_api.get_object( Nov 19 16:41:16.611155 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:16.611155 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:16.611155 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:16.611155 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = model_query.get_collection_query( Nov 19 16:41:16.611155 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:16.611155 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:41:16.611155 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:16.611155 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:16.611155 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:16.611155 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:16.611155 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37aac312-dab9-465c-9f4d-14e1b91ab752 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] No notification will be sent due to unsuccessful status code: 500 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:16.611155 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-37aac312-dab9-465c-9f4d-14e1b91ab752 tempest-RoutersAdminTest-276327985 tempest-RoutersAdminTest-276327985-project] 10.222.0.76 "DELETE /v2.0/subnets/2590dafa-f6e6-43bb-8892-d85fee27b055 HTTP/1.1" status: 500 len: 363 time: 0.0100400 Nov 19 16:41:16.895470 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49090) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:17.008642 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dc906d8c-eab0-44a1-a325-358b7b1f26ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:17.085911 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dc906d8c-eab0-44a1-a325-358b7b1f26ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:17.090487 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-dc906d8c-eab0-44a1-a325-358b7b1f26ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:17.133429 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-dc906d8c-eab0-44a1-a325-358b7b1f26ba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=00a456763087441fa4c519d72bad551f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368031 Nov 19 16:41:17.134396 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc906d8c-eab0-44a1-a325-358b7b1f26ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1c147e-2e7a-448c-b4b0-693a99ccafbc,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:17.136834 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49094) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:17.193582 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e31f8c74-e0bd-4864-907a-8c53ef44b8dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:17.215015 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e31f8c74-e0bd-4864-907a-8c53ef44b8dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:17.263880 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e31f8c74-e0bd-4864-907a-8c53ef44b8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:17.266594 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-e31f8c74-e0bd-4864-907a-8c53ef44b8dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:17.267765 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e31f8c74-e0bd-4864-907a-8c53ef44b8dc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bd1c147e-2e7a-448c-b4b0-693a99ccafbc HTTP/1.1" status: 204 len: 168 time: 0.1294513 Nov 19 16:41:17.278604 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f8c74-e0bd-4864-907a-8c53ef44b8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1c147e-2e7a-448c-b4b0-693a99ccafbc,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:17.619071 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49100) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:17.665917 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-03b753c1-7224-4cee-bb12-2f65c55dd1a1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=442ffe8433394a689023236b03374161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453076 Nov 19 16:41:17.668539 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49102) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:17.719075 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1a1e46c4-4b23-4d38-a790-681449ef1155 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:17.743510 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1a1e46c4-4b23-4d38-a790-681449ef1155 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:17.807509 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1a1e46c4-4b23-4d38-a790-681449ef1155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:17.810437 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-1a1e46c4-4b23-4d38-a790-681449ef1155 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:17.812001 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-1a1e46c4-4b23-4d38-a790-681449ef1155 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f46c9b28-64e7-4a74-beb0-eb02011251fc HTTP/1.1" status: 204 len: 168 time: 0.1424956 Nov 19 16:41:17.820323 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e46c4-4b23-4d38-a790-681449ef1155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46c9b28-64e7-4a74-beb0-eb02011251fc,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:18.603101 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49124) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:18.714406 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-6f6b3c63-b17a-4c66-b790-060c6e4d69ec tempest-TagsTest-1281423951 tempest-TagsTest-1281423951-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1478640137'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:18.739303 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6b3c63-b17a-4c66-b790-060c6e4d69ec tempest-TagsTest-1281423951 tempest-TagsTest-1281423951-project] Made reservation on behalf of 19b79220e12a4606aa587c3c7da0ba10 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:41:18.743229 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6f6b3c63-b17a-4c66-b790-060c6e4d69ec tempest-TagsTest-1281423951 tempest-TagsTest-1281423951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:18.754744 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6f6b3c63-b17a-4c66-b790-060c6e4d69ec tempest-TagsTest-1281423951 tempest-TagsTest-1281423951-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:18.830970 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6f6b3c63-b17a-4c66-b790-060c6e4d69ec tempest-TagsTest-1281423951 tempest-TagsTest-1281423951-project] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:18.835965 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-6f6b3c63-b17a-4c66-b790-060c6e4d69ec tempest-TagsTest-1281423951 tempest-TagsTest-1281423951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:18.840609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-6f6b3c63-b17a-4c66-b790-060c6e4d69ec tempest-TagsTest-1281423951 tempest-TagsTest-1281423951-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:18.840609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:41:18.840609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:41:18.840609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:41:18.840609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:18.840609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:41:18.840609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:18.840609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:18.840609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:18.840609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:41:18.840609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:18.840609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:41:18.840609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:18.840609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:18.840609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:18.840609 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-6f6b3c63-b17a-4c66-b790-060c6e4d69ec tempest-TagsTest-1281423951 tempest-TagsTest-1281423951-project] POST failed.: neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:18.851045 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1106, in create_network Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_network_db(context, network) Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1063, in _create_network_db Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.type_manager.create_network_segments(context, net_data, Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 225, in create_network_segments Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation segment = self._allocate_tenant_net_segment( Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 315, in _allocate_tenant_net_segment Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise exc.NoNetworkAvailable() Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:18.856788 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6b3c63-b17a-4c66-b790-060c6e4d69ec tempest-TagsTest-1281423951 tempest-TagsTest-1281423951-project] No notification will be sent due to unsuccessful status code: 503 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:18.868446 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-6f6b3c63-b17a-4c66-b790-060c6e4d69ec tempest-TagsTest-1281423951 tempest-TagsTest-1281423951-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 503 len: 364 time: 0.2635972 Nov 19 16:41:19.056243 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-420b703c-a512-4966-bb2e-f03af5d7c9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:19.155272 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49132) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:19.291795 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-da9cc9ea-8810-420b-8d4a-190d5de7de60 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=19b79220e12a4606aa587c3c7da0ba10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348863 Nov 19 16:41:19.295927 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49136) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:19.347398 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:19.369514 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:19.423417 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:19.426944 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:19.428354 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0fa54c3d-11e1-4458-b352-27cf6fdd23ec HTTP/1.1" status: 204 len: 168 time: 0.1311417 Nov 19 16:41:19.438484 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa54c3d-11e1-4458-b352-27cf6fdd23ec,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:19.445843 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:19.446187 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:19.446533 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:19.446868 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:19.447196 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:19.447530 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:19.447862 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:19.448173 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:19.448513 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:19.448821 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:19.449143 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:19.449648 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81866ce1-9574-4a96-a87a-499bd00bd77e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:20.229920 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49158) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:20.345062 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-2c73a523-a062-4cd2-ba08-e6950822129a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1277944154-network', 'tenant_id': 'd97cc462b3964caba06b2a4e3ae56fc7'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:20.371057 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c73a523-a062-4cd2-ba08-e6950822129a admin admin] Made reservation on behalf of d97cc462b3964caba06b2a4e3ae56fc7 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:41:20.373953 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2c73a523-a062-4cd2-ba08-e6950822129a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:20.383503 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2c73a523-a062-4cd2-ba08-e6950822129a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:20.478408 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2c73a523-a062-4cd2-ba08-e6950822129a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:20.484191 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-2c73a523-a062-4cd2-ba08-e6950822129a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-2c73a523-a062-4cd2-ba08-e6950822129a admin admin] POST failed.: neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:20.528024 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1106, in create_network Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_network_db(context, network) Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1063, in _create_network_db Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.type_manager.create_network_segments(context, net_data, Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 225, in create_network_segments Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation segment = self._allocate_tenant_net_segment( Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 315, in _allocate_tenant_net_segment Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise exc.NoNetworkAvailable() Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:20.531794 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c73a523-a062-4cd2-ba08-e6950822129a admin admin] No notification will be sent due to unsuccessful status code: 503 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:20.537790 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73a523-a062-4cd2-ba08-e6950822129a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a32f6be-251b-4826-ab78-520a123386fc,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:20.556572 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-2c73a523-a062-4cd2-ba08-e6950822129a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 503 len: 364 time: 0.3249824 Nov 19 16:41:20.714217 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49164) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:20.756113 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d6f16b15-2ab5-4005-a3cf-d6d3c13b54d2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d97cc462b3964caba06b2a4e3ae56fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406468 Nov 19 16:41:20.759700 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49166) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:20.815757 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-19e888d2-e4d2-4a53-87d6-c2f846dd050b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:20.840805 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-19e888d2-e4d2-4a53-87d6-c2f846dd050b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:20.895664 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-19e888d2-e4d2-4a53-87d6-c2f846dd050b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:20.900659 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-19e888d2-e4d2-4a53-87d6-c2f846dd050b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:20.902647 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-19e888d2-e4d2-4a53-87d6-c2f846dd050b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3a32f6be-251b-4826-ab78-520a123386fc HTTP/1.1" status: 204 len: 168 time: 0.1416724 Nov 19 16:41:20.914651 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e888d2-e4d2-4a53-87d6-c2f846dd050b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a32f6be-251b-4826-ab78-520a123386fc,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:21.459115 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-72fdc870-2fbb-4432-bbf0-425cefe225dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:22.787427 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:24.223760 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:24.895749 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:28.019579 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49230) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:28.021890 dv-neutron-815855-3-hyperv neutron-server[110037]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [req-5d57c5bb-afd4-4a88-9414-f164beb4d3cb req-613b9734-d907-48c0-ab49-91db2493d468 tempest-ServersAdminNegativeTestJSON-827222035 tempest-ServersAdminNegativeTestJSON-827222035-project] GET failed.: AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 135, in index Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return self.get(*args, **kwargs) Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 144, in get Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return {self.collection: self.plugin_lister(*lister_args, Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:28.030227 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1204, in get_networks Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation nets_db = super(Ml2Plugin, self)._get_networks( Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 541, in _get_networks Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return model_query.get_collection( Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 326, in get_collection Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation query = get_collection_query(context, model, Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation collection = query_with_hooks(context, model, field=field, Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation AttributeError: type object 'NetworkRBAC' has no attribute 'target_tenant' Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:28.035488 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [req-5d57c5bb-afd4-4a88-9414-f164beb4d3cb req-613b9734-d907-48c0-ab49-91db2493d468 tempest-ServersAdminNegativeTestJSON-827222035 tempest-ServersAdminNegativeTestJSON-827222035-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d1f1b51b48fc4d76b48badf5a541450b&shared=False HTTP/1.1" status: 500 len: 368 time: 0.0108910 Nov 19 16:41:28.330331 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49236) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:28.440808 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3d317248-abc4-4cf6-8399-0d66182a4fad admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:28.524076 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3d317248-abc4-4cf6-8399-0d66182a4fad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:28.529091 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-3d317248-abc4-4cf6-8399-0d66182a4fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:28.566254 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d317248-abc4-4cf6-8399-0d66182a4fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf64d976-4752-40f7-8c5e-21fbe3daf34c,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:28.570667 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-3d317248-abc4-4cf6-8399-0d66182a4fad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d1f1b51b48fc4d76b48badf5a541450b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393026 Nov 19 16:41:28.573369 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49240) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:28.623340 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7ba60d71-9c64-4fc5-838f-735e62dc4bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:28.645055 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7ba60d71-9c64-4fc5-838f-735e62dc4bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:28.697709 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7ba60d71-9c64-4fc5-838f-735e62dc4bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:28.700702 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-7ba60d71-9c64-4fc5-838f-735e62dc4bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:28.701981 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-7ba60d71-9c64-4fc5-838f-735e62dc4bc4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bf64d976-4752-40f7-8c5e-21fbe3daf34c HTTP/1.1" status: 204 len: 168 time: 0.1276813 Nov 19 16:41:28.711165 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba60d71-9c64-4fc5-838f-735e62dc4bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf64d976-4752-40f7-8c5e-21fbe3daf34c,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:29.005914 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49246) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:29.021835 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d0f80988-27cb-4f59-968b-08821f460a1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:29.108472 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d0f80988-27cb-4f59-968b-08821f460a1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:29.114156 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-d0f80988-27cb-4f59-968b-08821f460a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:29.348302 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d0f80988-27cb-4f59-968b-08821f460a1e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2c9d69795f144355b7b93e482f00bf3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412342 Nov 19 16:41:29.349166 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f80988-27cb-4f59-968b-08821f460a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faef7694-0ccd-4a99-a85e-d217b848d7ba,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:29.351297 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49248) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:29.410215 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:29.434041 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:29.483385 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:29.486073 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:29.487293 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/faef7694-0ccd-4a99-a85e-d217b848d7ba HTTP/1.1" status: 204 len: 168 time: 0.1342137 Nov 19 16:41:29.495436 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faef7694-0ccd-4a99-a85e-d217b848d7ba,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:29.503395 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:29.503755 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:29.504096 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:29.504432 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:29.504770 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:29.505103 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:29.505428 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:29.505786 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:29.506116 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:29.506554 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:29.506751 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:29.507070 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d403af6-1e4e-4e94-90b1-52fe597b9931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-815855-3-hyperv {{(pid=110038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 16:41:30.327255 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49270) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:30.430281 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-4b58a123-f5e9-41f2-a214-ab73c7e3b38d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2038084470-network', 'tenant_id': 'ab90bd06dbee4f4ca23d9d9848e93e91'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:30.452277 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b58a123-f5e9-41f2-a214-ab73c7e3b38d admin admin] Made reservation on behalf of ab90bd06dbee4f4ca23d9d9848e93e91 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:41:30.454622 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4b58a123-f5e9-41f2-a214-ab73c7e3b38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:30.462977 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4b58a123-f5e9-41f2-a214-ab73c7e3b38d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:30.541411 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4b58a123-f5e9-41f2-a214-ab73c7e3b38d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:30.545802 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4b58a123-f5e9-41f2-a214-ab73c7e3b38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-4b58a123-f5e9-41f2-a214-ab73c7e3b38d admin admin] POST failed.: neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:30.574638 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1106, in create_network Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_network_db(context, network) Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1063, in _create_network_db Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.type_manager.create_network_segments(context, net_data, Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 225, in create_network_segments Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation segment = self._allocate_tenant_net_segment( Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 315, in _allocate_tenant_net_segment Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise exc.NoNetworkAvailable() Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:30.578775 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b58a123-f5e9-41f2-a214-ab73c7e3b38d admin admin] No notification will be sent due to unsuccessful status code: 503 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:30.583753 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58a123-f5e9-41f2-a214-ab73c7e3b38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418e2da2-9c87-464c-ac9a-cce3ada3d3c2,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:30.596517 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-4b58a123-f5e9-41f2-a214-ab73c7e3b38d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 503 len: 364 time: 0.2680907 Nov 19 16:41:30.712459 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49276) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:30.754768 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-dd798b74-526a-44da-ade6-f677baad36be admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ab90bd06dbee4f4ca23d9d9848e93e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410981 Nov 19 16:41:30.757713 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49278) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:30.804255 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bcfef749-e57b-4d28-a07f-ca6e2d6576f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:30.824933 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bcfef749-e57b-4d28-a07f-ca6e2d6576f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:30.871200 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bcfef749-e57b-4d28-a07f-ca6e2d6576f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:30.874040 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bcfef749-e57b-4d28-a07f-ca6e2d6576f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:30.875170 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-bcfef749-e57b-4d28-a07f-ca6e2d6576f8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/418e2da2-9c87-464c-ac9a-cce3ada3d3c2 HTTP/1.1" status: 204 len: 168 time: 0.1165776 Nov 19 16:41:30.883213 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfef749-e57b-4d28-a07f-ca6e2d6576f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418e2da2-9c87-464c-ac9a-cce3ada3d3c2,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:31.588896 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49300) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:31.694823 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-ad68fdaa-4ce0-4c7e-9180-fe4b2243e4cc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-829075007-network', 'tenant_id': '9d56ad71f4dc4469a400aef19aca68e5'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:31.723645 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad68fdaa-4ce0-4c7e-9180-fe4b2243e4cc admin admin] Made reservation on behalf of 9d56ad71f4dc4469a400aef19aca68e5 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:41:31.725985 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ad68fdaa-4ce0-4c7e-9180-fe4b2243e4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:31.734968 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ad68fdaa-4ce0-4c7e-9180-fe4b2243e4cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:31.815655 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ad68fdaa-4ce0-4c7e-9180-fe4b2243e4cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:31.822740 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ad68fdaa-4ce0-4c7e-9180-fe4b2243e4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-ad68fdaa-4ce0-4c7e-9180-fe4b2243e4cc admin admin] POST failed.: neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:31.850365 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1106, in create_network Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_network_db(context, network) Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1063, in _create_network_db Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.type_manager.create_network_segments(context, net_data, Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 225, in create_network_segments Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation segment = self._allocate_tenant_net_segment( Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 315, in _allocate_tenant_net_segment Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise exc.NoNetworkAvailable() Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:31.854083 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad68fdaa-4ce0-4c7e-9180-fe4b2243e4cc admin admin] No notification will be sent due to unsuccessful status code: 503 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:31.856743 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68fdaa-4ce0-4c7e-9180-fe4b2243e4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457fef02-2483-41f9-96fd-5355488d9811,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:31.874363 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ad68fdaa-4ce0-4c7e-9180-fe4b2243e4cc admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 503 len: 364 time: 0.2843328 Nov 19 16:41:31.997491 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49306) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:32.041852 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d995f6a1-fde5-4e42-9813-961cebab364b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9d56ad71f4dc4469a400aef19aca68e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430911 Nov 19 16:41:32.044934 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49308) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:32.097539 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-770ec506-ed77-40ce-be93-6b1eb1d6587d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:32.118598 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-770ec506-ed77-40ce-be93-6b1eb1d6587d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:32.176384 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-770ec506-ed77-40ce-be93-6b1eb1d6587d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:32.180446 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-770ec506-ed77-40ce-be93-6b1eb1d6587d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:32.182261 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-770ec506-ed77-40ce-be93-6b1eb1d6587d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/457fef02-2483-41f9-96fd-5355488d9811 HTTP/1.1" status: 204 len: 168 time: 0.1361561 Nov 19 16:41:32.194078 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ec506-ed77-40ce-be93-6b1eb1d6587d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457fef02-2483-41f9-96fd-5355488d9811,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:32.939963 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49330) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:33.047698 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-9377bf07-a3fe-40d3-99cc-ce761ff8e5c4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1964486218-network', 'tenant_id': '1256c07f53c64780ad8fac0d7653d441'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:33.073270 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9377bf07-a3fe-40d3-99cc-ce761ff8e5c4 admin admin] Made reservation on behalf of 1256c07f53c64780ad8fac0d7653d441 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:41:33.076348 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-9377bf07-a3fe-40d3-99cc-ce761ff8e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:33.084879 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-9377bf07-a3fe-40d3-99cc-ce761ff8e5c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:33.161477 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-9377bf07-a3fe-40d3-99cc-ce761ff8e5c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:33.166494 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-9377bf07-a3fe-40d3-99cc-ce761ff8e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-9377bf07-a3fe-40d3-99cc-ce761ff8e5c4 admin admin] POST failed.: neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:33.197181 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1106, in create_network Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_network_db(context, network) Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1063, in _create_network_db Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.type_manager.create_network_segments(context, net_data, Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 225, in create_network_segments Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation segment = self._allocate_tenant_net_segment( Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 315, in _allocate_tenant_net_segment Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise exc.NoNetworkAvailable() Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9377bf07-a3fe-40d3-99cc-ce761ff8e5c4 admin admin] No notification will be sent due to unsuccessful status code: 503 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:33.201313 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377bf07-a3fe-40d3-99cc-ce761ff8e5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c64aced-03b8-462c-bc47-993562a269d3,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:33.220816 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-9377bf07-a3fe-40d3-99cc-ce761ff8e5c4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 503 len: 364 time: 0.2822599 Nov 19 16:41:33.336881 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49336) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:33.390189 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-59543da2-33aa-4b2c-b730-2b55a43b155d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1256c07f53c64780ad8fac0d7653d441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520666 Nov 19 16:41:33.392679 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49338) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:33.446386 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0cff23b9-2ce6-480b-acb9-eabe479b1c1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:33.469677 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0cff23b9-2ce6-480b-acb9-eabe479b1c1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:33.525826 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0cff23b9-2ce6-480b-acb9-eabe479b1c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:33.529009 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-0cff23b9-2ce6-480b-acb9-eabe479b1c1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:33.530209 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-0cff23b9-2ce6-480b-acb9-eabe479b1c1f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9c64aced-03b8-462c-bc47-993562a269d3 HTTP/1.1" status: 204 len: 168 time: 0.1366608 Nov 19 16:41:33.538354 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff23b9-2ce6-480b-acb9-eabe479b1c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c64aced-03b8-462c-bc47-993562a269d3,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:34.284921 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49360) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:34.397337 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-4af6139d-a20e-421d-9f27-d1c3e7f0e168 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1492296094-network', 'tenant_id': '5a9f55996733414cae39e10ef09a3893'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:34.420337 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af6139d-a20e-421d-9f27-d1c3e7f0e168 admin admin] Made reservation on behalf of 5a9f55996733414cae39e10ef09a3893 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:41:34.422814 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4af6139d-a20e-421d-9f27-d1c3e7f0e168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:34.431622 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4af6139d-a20e-421d-9f27-d1c3e7f0e168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:34.513843 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4af6139d-a20e-421d-9f27-d1c3e7f0e168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:34.518369 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-4af6139d-a20e-421d-9f27-d1c3e7f0e168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-4af6139d-a20e-421d-9f27-d1c3e7f0e168 admin admin] POST failed.: neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:34.548552 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1106, in create_network Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_network_db(context, network) Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1063, in _create_network_db Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.type_manager.create_network_segments(context, net_data, Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 225, in create_network_segments Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation segment = self._allocate_tenant_net_segment( Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 315, in _allocate_tenant_net_segment Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise exc.NoNetworkAvailable() Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:34.552189 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af6139d-a20e-421d-9f27-d1c3e7f0e168 admin admin] No notification will be sent due to unsuccessful status code: 503 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:34.556098 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6139d-a20e-421d-9f27-d1c3e7f0e168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86746a89-b39e-4cd1-8c43-595d17df6f9d,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:34.570083 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-4af6139d-a20e-421d-9f27-d1c3e7f0e168 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 503 len: 364 time: 0.2836251 Nov 19 16:41:34.693687 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49366) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:34.733924 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a9a18bc7-4aaa-49d5-9450-a6a2045149bc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5a9f55996733414cae39e10ef09a3893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390096 Nov 19 16:41:34.737239 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49368) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:34.786708 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9cc28871-dc4f-472c-bdf0-657ed88b286c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:34.811249 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9cc28871-dc4f-472c-bdf0-657ed88b286c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:34.866951 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9cc28871-dc4f-472c-bdf0-657ed88b286c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:34.869695 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9cc28871-dc4f-472c-bdf0-657ed88b286c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:34.870885 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-9cc28871-dc4f-472c-bdf0-657ed88b286c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/86746a89-b39e-4cd1-8c43-595d17df6f9d HTTP/1.1" status: 204 len: 168 time: 0.1327012 Nov 19 16:41:34.879639 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc28871-dc4f-472c-bdf0-657ed88b286c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86746a89-b39e-4cd1-8c43-595d17df6f9d,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:35.667949 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49390) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:35.780057 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-d0d43e4a-092c-4d54-ae02-a2c1a18d377d tempest-NetworksIpV6Test-1396208065 tempest-NetworksIpV6Test-1396208065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1387138035'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:35.802148 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d43e4a-092c-4d54-ae02-a2c1a18d377d tempest-NetworksIpV6Test-1396208065 tempest-NetworksIpV6Test-1396208065-project] Made reservation on behalf of 13962b205dbe4f60846d42715b3b2322 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:41:35.805845 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d0d43e4a-092c-4d54-ae02-a2c1a18d377d tempest-NetworksIpV6Test-1396208065 tempest-NetworksIpV6Test-1396208065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:35.814753 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d0d43e4a-092c-4d54-ae02-a2c1a18d377d tempest-NetworksIpV6Test-1396208065 tempest-NetworksIpV6Test-1396208065-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:35.906387 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d0d43e4a-092c-4d54-ae02-a2c1a18d377d tempest-NetworksIpV6Test-1396208065 tempest-NetworksIpV6Test-1396208065-project] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:35.910626 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-d0d43e4a-092c-4d54-ae02-a2c1a18d377d tempest-NetworksIpV6Test-1396208065 tempest-NetworksIpV6Test-1396208065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:35.915375 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-d0d43e4a-092c-4d54-ae02-a2c1a18d377d tempest-NetworksIpV6Test-1396208065 tempest-NetworksIpV6Test-1396208065-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:35.915375 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:41:35.915375 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:41:35.915375 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:41:35.915375 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:35.915375 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:41:35.915375 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:35.915375 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:35.915375 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:35.915375 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:41:35.915375 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:35.915375 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:41:35.915375 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:35.915375 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:35.915375 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:35.915375 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-d0d43e4a-092c-4d54-ae02-a2c1a18d377d tempest-NetworksIpV6Test-1396208065 tempest-NetworksIpV6Test-1396208065-project] POST failed.: neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:35.926698 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1106, in create_network Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_network_db(context, network) Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1063, in _create_network_db Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.type_manager.create_network_segments(context, net_data, Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 225, in create_network_segments Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation segment = self._allocate_tenant_net_segment( Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 315, in _allocate_tenant_net_segment Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise exc.NoNetworkAvailable() Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:35.930610 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d43e4a-092c-4d54-ae02-a2c1a18d377d tempest-NetworksIpV6Test-1396208065 tempest-NetworksIpV6Test-1396208065-project] No notification will be sent due to unsuccessful status code: 503 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:35.943751 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-d0d43e4a-092c-4d54-ae02-a2c1a18d377d tempest-NetworksIpV6Test-1396208065 tempest-NetworksIpV6Test-1396208065-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 503 len: 364 time: 0.2727144 Nov 19 16:41:36.237200 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49398) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:36.402838 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-c8e2fd7f-ce2b-4c74-a9d0-a6697b9c7e8b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=13962b205dbe4f60846d42715b3b2322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634166 Nov 19 16:41:36.405644 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49402) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:36.461905 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-385edde0-cb53-44bd-95b0-5d76ffca2055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:36.498739 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-385edde0-cb53-44bd-95b0-5d76ffca2055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:36.548661 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-385edde0-cb53-44bd-95b0-5d76ffca2055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:36.551895 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-385edde0-cb53-44bd-95b0-5d76ffca2055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:36.553261 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-385edde0-cb53-44bd-95b0-5d76ffca2055 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a0add81c-dbd9-4baa-944e-21172946961f HTTP/1.1" status: 204 len: 168 time: 0.1462600 Nov 19 16:41:36.564199 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385edde0-cb53-44bd-95b0-5d76ffca2055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0add81c-dbd9-4baa-944e-21172946961f,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:37.285508 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49424) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:37.387148 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-306f0d49-2488-41e6-934a-52d4f8b17fb3 tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-917237954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:37.412242 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-306f0d49-2488-41e6-934a-52d4f8b17fb3 tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16716848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44887'] for router, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:37.413101 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-306f0d49-2488-41e6-934a-52d4f8b17fb3 tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16716868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16705013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16709689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44846'] for router, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:37.468710 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-306f0d49-2488-41e6-934a-52d4f8b17fb3 tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:37.482479 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-306f0d49-2488-41e6-934a-52d4f8b17fb3 tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16716877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16704986'] for router, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:37.503786 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-306f0d49-2488-41e6-934a-52d4f8b17fb3 tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:37.505147 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-306f0d49-2488-41e6-934a-52d4f8b17fb3 tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2186196 Nov 19 16:41:37.507870 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49428) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:37.512649 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-bd0836d2-253d-4db0-aa2c-918d46a979ae tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-20529237'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:37.537888 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0836d2-253d-4db0-aa2c-918d46a979ae tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Made reservation on behalf of 18b00ef3c5514e96824847664b6e5ee5 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:41:37.542562 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bd0836d2-253d-4db0-aa2c-918d46a979ae tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:37.555227 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bd0836d2-253d-4db0-aa2c-918d46a979ae tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:37.646242 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bd0836d2-253d-4db0-aa2c-918d46a979ae tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:37.651498 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-bd0836d2-253d-4db0-aa2c-918d46a979ae tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:37.656938 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc [None req-bd0836d2-253d-4db0-aa2c-918d46a979ae tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:37.656938 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:41:37.656938 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:41:37.656938 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:41:37.656938 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:37.656938 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:41:37.656938 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:37.656938 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:37.656938 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:37.656938 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:41:37.656938 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:37.656938 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:41:37.656938 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:37.656938 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:37.656938 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:37.656938 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-bd0836d2-253d-4db0-aa2c-918d46a979ae tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] POST failed.: neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:37.668138 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1106, in create_network Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_network_db(context, network) Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1063, in _create_network_db Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.type_manager.create_network_segments(context, net_data, Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 225, in create_network_segments Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation segment = self._allocate_tenant_net_segment( Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 315, in _allocate_tenant_net_segment Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise exc.NoNetworkAvailable() Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:37.671906 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0836d2-253d-4db0-aa2c-918d46a979ae tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] No notification will be sent due to unsuccessful status code: 503 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:37.690000 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-bd0836d2-253d-4db0-aa2c-918d46a979ae tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 503 len: 364 time: 0.1811192 Nov 19 16:41:37.693212 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49430) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:37.720695 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-8dad4788-d613-4481-8251-fdc350ed9ba9 tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] 10.222.0.76 "GET /v2.0/ports?device_id=17ea4d6a-b8fe-4054-a5ce-6996421ffbc1 HTTP/1.1" status: 200 len: 205 time: 0.0262210 Nov 19 16:41:37.723329 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49432) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:37.800222 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-725e48ba-99dc-4792-9c0a-f41ac9999e4e tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Publish callbacks [] for router, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:37.969734 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-725e48ba-99dc-4792-9c0a-f41ac9999e4e tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16716946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44833'] for router, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:37.971891 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-725e48ba-99dc-4792-9c0a-f41ac9999e4e tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:38.017152 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-725e48ba-99dc-4792-9c0a-f41ac9999e4e tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16716955'] for router, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:38.017902 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725e48ba-99dc-4792-9c0a-f41ac9999e4e tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Fanout notify agent at l3_agent the message router_deleted on router 17ea4d6a-b8fe-4054-a5ce-6996421ffbc1 {{(pid=110038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 16:41:38.025579 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-725e48ba-99dc-4792-9c0a-f41ac9999e4e tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] Publish callbacks [] for router, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:38.030254 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-725e48ba-99dc-4792-9c0a-f41ac9999e4e tempest-RoutersNegativeTest-173501406 tempest-RoutersNegativeTest-173501406-project] 10.222.0.76 "DELETE /v2.0/routers/17ea4d6a-b8fe-4054-a5ce-6996421ffbc1 HTTP/1.1" status: 204 len: 168 time: 0.3059258 Nov 19 16:41:38.333623 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49438) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:38.498293 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-0faeb3ec-367b-4a60-9d60-83777ddd24cb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=18b00ef3c5514e96824847664b6e5ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629834 Nov 19 16:41:38.501408 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49442) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:38.558607 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-27fb181d-0157-4949-b9a1-c52307d5ca37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:38.580273 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-27fb181d-0157-4949-b9a1-c52307d5ca37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:38.638063 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-27fb181d-0157-4949-b9a1-c52307d5ca37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:38.641287 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-27fb181d-0157-4949-b9a1-c52307d5ca37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:38.642550 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-27fb181d-0157-4949-b9a1-c52307d5ca37 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a1831fa4-a41f-48ae-986e-902163d667fd HTTP/1.1" status: 204 len: 168 time: 0.1399598 Nov 19 16:41:38.653674 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb181d-0157-4949-b9a1-c52307d5ca37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1831fa4-a41f-48ae-986e-902163d667fd,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:39.373890 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49464) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:39.491237 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-35e6fea8-227c-49db-aadb-1dd72d2be4f5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1343315396-network', 'tenant_id': '4a2a810ba10b4bd4a12252bdba41eee7'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:39.514768 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e6fea8-227c-49db-aadb-1dd72d2be4f5 admin admin] Made reservation on behalf of 4a2a810ba10b4bd4a12252bdba41eee7 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:41:39.517070 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-35e6fea8-227c-49db-aadb-1dd72d2be4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:39.525914 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-35e6fea8-227c-49db-aadb-1dd72d2be4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:39.602569 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-35e6fea8-227c-49db-aadb-1dd72d2be4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:39.607762 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-35e6fea8-227c-49db-aadb-1dd72d2be4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-35e6fea8-227c-49db-aadb-1dd72d2be4f5 admin admin] POST failed.: neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:39.637826 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1106, in create_network Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_network_db(context, network) Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1063, in _create_network_db Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.type_manager.create_network_segments(context, net_data, Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 225, in create_network_segments Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation segment = self._allocate_tenant_net_segment( Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 315, in _allocate_tenant_net_segment Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise exc.NoNetworkAvailable() Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:39.641725 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e6fea8-227c-49db-aadb-1dd72d2be4f5 admin admin] No notification will be sent due to unsuccessful status code: 503 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:39.646579 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6fea8-227c-49db-aadb-1dd72d2be4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e879da-1edc-4bdf-9333-a80e464f56fc,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:39.659734 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-35e6fea8-227c-49db-aadb-1dd72d2be4f5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 503 len: 364 time: 0.2846627 Nov 19 16:41:39.773993 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49470) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:39.820742 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-d7259a2c-9248-4e30-8309-2cda742a37f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4a2a810ba10b4bd4a12252bdba41eee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455453 Nov 19 16:41:39.823476 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49472) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:39.882180 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a401eff6-87cb-4b6a-b782-986727f7f648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:39.905765 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a401eff6-87cb-4b6a-b782-986727f7f648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:39.960396 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a401eff6-87cb-4b6a-b782-986727f7f648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:39.963354 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-a401eff6-87cb-4b6a-b782-986727f7f648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:39.964945 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-a401eff6-87cb-4b6a-b782-986727f7f648 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/10e879da-1edc-4bdf-9333-a80e464f56fc HTTP/1.1" status: 204 len: 168 time: 0.1401634 Nov 19 16:41:39.973732 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401eff6-87cb-4b6a-b782-986727f7f648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e879da-1edc-4bdf-9333-a80e464f56fc,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:40.711129 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49494) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:40.814729 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-1cf31002-c617-42d5-b0af-d9adb1124ec4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1622140577-network', 'tenant_id': 'a033cda4dad7478896e2f059b35a16f7'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:40.835842 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf31002-c617-42d5-b0af-d9adb1124ec4 admin admin] Made reservation on behalf of a033cda4dad7478896e2f059b35a16f7 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:41:40.838235 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1cf31002-c617-42d5-b0af-d9adb1124ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:40.847414 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1cf31002-c617-42d5-b0af-d9adb1124ec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:40.930635 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1cf31002-c617-42d5-b0af-d9adb1124ec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:40.935340 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1cf31002-c617-42d5-b0af-d9adb1124ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-1cf31002-c617-42d5-b0af-d9adb1124ec4 admin admin] POST failed.: neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:40.964100 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1106, in create_network Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_network_db(context, network) Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1063, in _create_network_db Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.type_manager.create_network_segments(context, net_data, Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 225, in create_network_segments Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation segment = self._allocate_tenant_net_segment( Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 315, in _allocate_tenant_net_segment Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise exc.NoNetworkAvailable() Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:40.968697 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf31002-c617-42d5-b0af-d9adb1124ec4 admin admin] No notification will be sent due to unsuccessful status code: 503 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:40.973986 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf31002-c617-42d5-b0af-d9adb1124ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c801580-164e-42df-b11d-07ecb6cd3802,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:40.985528 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-1cf31002-c617-42d5-b0af-d9adb1124ec4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 503 len: 364 time: 0.2733045 Nov 19 16:41:41.112984 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49500) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:41.154579 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-92d464b0-e6ff-4b65-92cf-0550b1501bd4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a033cda4dad7478896e2f059b35a16f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403662 Nov 19 16:41:41.157260 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49502) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:41.205273 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-06fc108a-df21-4d4f-a4d2-da0e8029d973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:41.227206 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-06fc108a-df21-4d4f-a4d2-da0e8029d973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:41.282271 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-06fc108a-df21-4d4f-a4d2-da0e8029d973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:41.284946 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-06fc108a-df21-4d4f-a4d2-da0e8029d973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:41.290703 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-06fc108a-df21-4d4f-a4d2-da0e8029d973 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4c801580-164e-42df-b11d-07ecb6cd3802 HTTP/1.1" status: 204 len: 168 time: 0.1279871 Nov 19 16:41:41.294511 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc108a-df21-4d4f-a4d2-da0e8029d973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c801580-164e-42df-b11d-07ecb6cd3802,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:42.975704 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49542) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:42.980455 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-e3799b65-ad59-4e39-ae11-8cd1ff429fb1 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-755861953', 'description': 'tempest-secgroup-smoke-755861953 description', 'project_id': '167d8728274d424b870fb4305b2994a7'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:43.003826 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e3799b65-ad59-4e39-ae11-8cd1ff429fb1 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:43.013679 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e3799b65-ad59-4e39-ae11-8cd1ff429fb1 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:43.111344 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e3799b65-ad59-4e39-ae11-8cd1ff429fb1 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:43.117737 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-e3799b65-ad59-4e39-ae11-8cd1ff429fb1 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:43.121904 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc [None req-e3799b65-ad59-4e39-ae11-8cd1ff429fb1 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] Exception while dispatching security_group events: type object 'SecurityGroupRBAC' has no attribute 'target_tenant': AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:43.121904 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Traceback (most recent call last): Nov 19 16:41:43.121904 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 115, in dispatch_events Nov 19 16:41:43.121904 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc obj = self._obj_class.get_object(context, id=resource_id) Nov 19 16:41:43.121904 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:43.121904 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc db_obj = obj_db_api.get_object( Nov 19 16:41:43.121904 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:43.121904 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:43.121904 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:43.121904 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc query = model_query.get_collection_query( Nov 19 16:41:43.121904 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:43.121904 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc collection = query_with_hooks(context, model, field=field, Nov 19 16:41:43.121904 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:43.121904 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:43.121904 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:43.121904 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.plugins.ml2.ovo_rpc Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-e3799b65-ad59-4e39-ae11-8cd1ff429fb1 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:43.182580 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:41:43.187541 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-e3799b65-ad59-4e39-ae11-8cd1ff429fb1 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.2069762 Nov 19 16:41:43.653038 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49548) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:43.658524 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-b6e40e3d-3649-49b0-b9b3-8dfcfe5f1075 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191448628', 'description': 'tempest-secgroup-smoke-191448628 description', 'project_id': '167d8728274d424b870fb4305b2994a7'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:43.684279 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b6e40e3d-3649-49b0-b9b3-8dfcfe5f1075 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-b6e40e3d-3649-49b0-b9b3-8dfcfe5f1075 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:43.764700 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:41:43.768781 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b6e40e3d-3649-49b0-b9b3-8dfcfe5f1075 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.1114454 Nov 19 16:41:44.264487 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49554) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:44.269412 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-b31f3dfc-1926-4204-9442-eddde978cdd5 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073285154', 'description': 'tempest-secgroup-smoke-2073285154 description', 'project_id': '167d8728274d424b870fb4305b2994a7'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:44.297081 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-b31f3dfc-1926-4204-9442-eddde978cdd5 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-b31f3dfc-1926-4204-9442-eddde978cdd5 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:44.372940 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:41:44.376658 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-b31f3dfc-1926-4204-9442-eddde978cdd5 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.1085002 Nov 19 16:41:44.445474 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:44.649112 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49562) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:44.655821 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-c7538d0a-9907-4d30-a6ad-d39ef3333b66 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1238249528', 'description': 'tempest-secgroup-smoke-1238249528 description', 'project_id': '167d8728274d424b870fb4305b2994a7'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:44.680904 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-c7538d0a-9907-4d30-a6ad-d39ef3333b66 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource [None req-c7538d0a-9907-4d30-a6ad-d39ef3333b66 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:44.760425 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.api.v2.resource Nov 19 16:41:44.766793 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-c7538d0a-9907-4d30-a6ad-d39ef3333b66 tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.1156778 Nov 19 16:41:45.027322 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49568) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:45.031993 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-f8321c79-99fa-4fb1-a718-d786b213749c tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1971831934', 'description': 'tempest-secgroup-smoke-1971831934 description', 'project_id': '167d8728274d424b870fb4305b2994a7'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:45.055633 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-f8321c79-99fa-4fb1-a718-d786b213749c tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource [None req-f8321c79-99fa-4fb1-a718-d786b213749c tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] create failed: No details.: AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:45.134013 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource self.force_reraise() Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource raise self.value Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 145, in create_security_group Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource sg = sg_obj.SecurityGroup.get_object(get_context, id=sg.id) Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 613, in get_object Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource db_obj = obj_db_api.get_object( Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 34, in get_object Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource return _get_filter_query(obj_cls, context, **kwargs).first() Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 27, in _get_filter_query Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource query = model_query.get_collection_query( Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 277, in get_collection_query Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource collection = query_with_hooks(context, model, field=field, Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 130, in query_with_hooks Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource ((rbac_model.target_tenant == context.tenant_id) | Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource AttributeError: type object 'SecurityGroupRBAC' has no attribute 'target_tenant' Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.api.v2.resource Nov 19 16:41:45.138193 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-f8321c79-99fa-4fb1-a718-d786b213749c tempest-TestNetworkAdvancedServerOps-1879465701 tempest-TestNetworkAdvancedServerOps-1879465701-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 500 len: 363 time: 0.1066716 Nov 19 16:41:45.476588 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49576) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:45.620607 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-185deb6b-5bc2-49b7-803e-7caff8e7fda8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=167d8728274d424b870fb4305b2994a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427176 Nov 19 16:41:45.624173 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49580) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:45.677474 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-949d4915-1c15-44df-9e51-98aae2bd6fa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:45.703403 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-949d4915-1c15-44df-9e51-98aae2bd6fa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:45.753458 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-949d4915-1c15-44df-9e51-98aae2bd6fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:45.757128 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-949d4915-1c15-44df-9e51-98aae2bd6fa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:45.758341 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-949d4915-1c15-44df-9e51-98aae2bd6fa9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dcb39a21-0cb9-4240-ab72-10569ac751de HTTP/1.1" status: 204 len: 168 time: 0.1331782 Nov 19 16:41:45.766751 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d4915-1c15-44df-9e51-98aae2bd6fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb39a21-0cb9-4240-ab72-10569ac751de,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:46.083319 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49586) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:46.104646 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a5051f7c-5a09-47a8-85a8-9130cfb08da0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:46.184519 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a5051f7c-5a09-47a8-85a8-9130cfb08da0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:46.189209 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-a5051f7c-5a09-47a8-85a8-9130cfb08da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:46.228943 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5051f7c-5a09-47a8-85a8-9130cfb08da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2810ed11-bd9c-4f3e-bf61-2ea9671e3094,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:46.233706 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-a5051f7c-5a09-47a8-85a8-9130cfb08da0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=67f9e3e9f09d407aa527f86a18fd47e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488647 Nov 19 16:41:46.236835 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49588) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:46.288965 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ca82714c-1ff7-4dc5-960b-48b38b62a2c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:46.315277 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ca82714c-1ff7-4dc5-960b-48b38b62a2c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:46.365002 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ca82714c-1ff7-4dc5-960b-48b38b62a2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:46.367694 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-ca82714c-1ff7-4dc5-960b-48b38b62a2c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:46.368833 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ca82714c-1ff7-4dc5-960b-48b38b62a2c1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2810ed11-bd9c-4f3e-bf61-2ea9671e3094 HTTP/1.1" status: 204 len: 168 time: 0.1310995 Nov 19 16:41:46.380452 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82714c-1ff7-4dc5-960b-48b38b62a2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2810ed11-bd9c-4f3e-bf61-2ea9671e3094,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:47.125398 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 6 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:41:47.164313 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49610) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:47.268417 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.v2.base [None req-fa9a93c9-2209-4034-9336-5b47e0e0e59f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1417467795-network', 'tenant_id': '8dcc48d1bdd74c77997768ad4693f454'}} {{(pid=110038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:47.294559 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9a93c9-2209-4034-9336-5b47e0e0e59f admin admin] Made reservation on behalf of 8dcc48d1bdd74c77997768ad4693f454 for: {'network': 1} {{(pid=110038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:41:47.297564 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-fa9a93c9-2209-4034-9336-5b47e0e0e59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:47.308671 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-fa9a93c9-2209-4034-9336-5b47e0e0e59f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:47.393918 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-fa9a93c9-2209-4034-9336-5b47e0e0e59f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:47.398903 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-fa9a93c9-2209-4034-9336-5b47e0e0e59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation [None req-fa9a93c9-2209-4034-9336-5b47e0e0e59f admin admin] POST failed.: neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:47.429710 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1106, in create_network Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_network_db(context, network) Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1063, in _create_network_db Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation self.type_manager.create_network_segments(context, net_data, Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 225, in create_network_segments Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation segment = self._allocate_tenant_net_segment( Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 315, in _allocate_tenant_net_segment Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation raise exc.NoNetworkAvailable() Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:47.433851 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9a93c9-2209-4034-9336-5b47e0e0e59f admin admin] No notification will be sent due to unsuccessful status code: 503 {{(pid=110038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:47.437411 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a93c9-2209-4034-9336-5b47e0e0e59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3386bab2-5c00-478e-a929-e263e5d3f717,revision_number=1']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:47.455370 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-fa9a93c9-2209-4034-9336-5b47e0e0e59f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 503 len: 364 time: 0.2912140 Nov 19 16:41:47.572518 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49616) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:47.623131 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-e5317b71-3838-469e-99aa-4913f0157251 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8dcc48d1bdd74c77997768ad4693f454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0494418 Nov 19 16:41:47.626265 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49618) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:47.685334 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ad828e47-10cd-42ec-89bf-0968f81d42ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:47.714835 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ad828e47-10cd-42ec-89bf-0968f81d42ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:47.768974 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ad828e47-10cd-42ec-89bf-0968f81d42ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:47.772478 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-ad828e47-10cd-42ec-89bf-0968f81d42ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:47.773970 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-ad828e47-10cd-42ec-89bf-0968f81d42ab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3386bab2-5c00-478e-a929-e263e5d3f717 HTTP/1.1" status: 204 len: 168 time: 0.1465156 Nov 19 16:41:47.783575 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad828e47-10cd-42ec-89bf-0968f81d42ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3386bab2-5c00-478e-a929-e263e5d3f717,revision_number=None']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:48.596400 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.wsgi [-] (110037) accepted ('10.222.0.76', 49640) {{(pid=110037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:48.711165 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.v2.base [None req-1bcea197-9ffe-4ab4-b790-8081e3037973 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1115535572-network', 'tenant_id': 'e0191d8acea84fe38b3e0bac74dd0215'}} {{(pid=110037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 16:41:48.734875 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcea197-9ffe-4ab4-b790-8081e3037973 admin admin] Made reservation on behalf of e0191d8acea84fe38b3e0bac74dd0215 for: {'network': 1} {{(pid=110037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 16:41:48.737989 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1bcea197-9ffe-4ab4-b790-8081e3037973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566751'] for network, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:48.748705 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1bcea197-9ffe-4ab4-b790-8081e3037973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:48.828038 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1bcea197-9ffe-4ab4-b790-8081e3037973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:48.832781 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron_lib.callbacks.manager [None req-1bcea197-9ffe-4ab4-b790-8081e3037973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_create {{(pid=110037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation [None req-1bcea197-9ffe-4ab4-b790-8081e3037973 admin admin] POST failed.: neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 683, in __call__ Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 574, in invoke_controller Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 16:41:48.860947 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1106, in create_network Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_network_db(context, network) Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1063, in _create_network_db Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation self.type_manager.create_network_segments(context, net_data, Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 225, in create_network_segments Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation segment = self._allocate_tenant_net_segment( Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 315, in _allocate_tenant_net_segment Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation raise exc.NoNetworkAvailable() Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation neutron_lib.exceptions.NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation. Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: ERROR neutron.pecan_wsgi.hooks.translation Nov 19 16:41:48.865438 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bcea197-9ffe-4ab4-b790-8081e3037973 admin admin] No notification will be sent due to unsuccessful status code: 503 {{(pid=110037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 16:41:48.875252 dv-neutron-815855-3-hyperv neutron-server[110037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcea197-9ffe-4ab4-b790-8081e3037973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef1116b-b285-445a-9fa0-9ce720802322,revision_number=1']} {{(pid=110037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:48.887871 dv-neutron-815855-3-hyperv neutron-server[110037]: INFO neutron.wsgi [None req-1bcea197-9ffe-4ab4-b790-8081e3037973 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 503 len: 364 time: 0.2895689 Nov 19 16:41:49.019688 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49646) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:49.054208 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c322f15b-0973-401f-a2ef-84c53e259b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:49.069482 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-ae1fb886-7666-4f53-b9e2-dd3ac55f145c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e0191d8acea84fe38b3e0bac74dd0215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484433 Nov 19 16:41:49.073434 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.wsgi [-] (110038) accepted ('10.222.0.76', 49648) {{(pid=110038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 16:41:49.130705 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9a538832-25ed-42ac-ae19-0636b66fc7c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:49.153617 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9a538832-25ed-42ac-ae19-0636b66fc7c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:49.210347 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9a538832-25ed-42ac-ae19-0636b66fc7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16631464'] for security_group, after_delete {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:49.213383 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron_lib.callbacks.manager [None req-9a538832-25ed-42ac-ae19-0636b66fc7c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:49.214632 dv-neutron-815855-3-hyperv neutron-server[110038]: INFO neutron.wsgi [None req-9a538832-25ed-42ac-ae19-0636b66fc7c3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eef1116b-b285-445a-9fa0-9ce720802322 HTTP/1.1" status: 204 len: 168 time: 0.1402144 Nov 19 16:41:49.223345 dv-neutron-815855-3-hyperv neutron-server[110038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a538832-25ed-42ac-ae19-0636b66fc7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef1116b-b285-445a-9fa0-9ce720802322,revision_number=None']} {{(pid=110038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 16:41:51.455013 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-4f7bc41d-0120-4f47-9bbb-9871151b0b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:52.790723 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:54.231054 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:41:54.891761 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:42:14.450814 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:42:19.058771 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-20a2ab59-877a-4c7b-83db-f324282f6bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:42:21.459658 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-742789aa-fdbf-410f-8caa-9c24d76b3a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:42:22.801822 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:42:24.126456 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 6 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:42:24.229986 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:42:24.885534 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:42:44.450523 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:42:49.067396 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9b60-d059-4e54-a5eb-f817a52dfe25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:42:51.465870 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-e42af808-c890-4760-8c8b-cd08fc997128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:42:52.797685 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:42:54.235231 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:42:54.890765 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:43:01.127576 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 6 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:43:14.465860 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:43:19.063893 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-ce75449a-c3ce-4f14-ae48-8466a6516a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:43:21.464615 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-446d71bc-bc77-4b74-983b-da8138f8d33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:43:22.804030 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:43:24.239748 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:43:24.892026 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:43:38.130501 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 6 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:43:44.485702 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:43:49.060605 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-3150bb01-2c45-40f7-b05e-102fdd5efe89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:43:51.467233 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-d560728e-b89d-4041-83b6-b4e2dca29c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:43:52.813482 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:43:54.245181 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:43:54.888082 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:44:14.494267 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:44:15.132292 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 6 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:44:19.060347 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-e6af7cde-e230-4e6c-b47f-8a99c4ba38c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:44:21.463606 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-49c01407-ea98-4366-8146-f7e1f93d0b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:44:22.809849 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:44:24.245709 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:44:24.896593 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:44:44.510440 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:44:49.055231 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-9fe6dc89-de1d-42be-9692-8f2c02bb988a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:44:51.466621 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-067a1013-8b39-416b-8c40-976b4b4bd654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:44:52.138186 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 6 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:44:52.817145 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:44:54.247282 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:44:54.892945 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:45:14.512111 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:45:19.058166 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-469a5c64-c28e-44be-ae4f-96b31acede34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:45:21.460452 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-a4c73483-6f0d-44c2-b27f-5a398909e7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:45:22.816560 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:45:24.250291 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-6affe307-2d93-4b8a-be54-98991780d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:45:24.900310 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-b9e79249-5316-4315-905e-3be3a05a12d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:45:29.138285 dv-neutron-815855-3-hyperv neutron-server[110040]: DEBUG neutron.db.agents_db [None req-c49d6f42-a8df-4755-9091-3d6576a04372 None None] Agent healthcheck: found 6 active agents {{(pid=110040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 16:45:44.529181 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-35b320af-d00b-4e24-9a28-55ca0bfc7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:45:49.068764 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-89daefbd-c41b-458c-b8ed-c48c40ee3e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:45:51.463284 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-d8420b0c-1c67-412e-8098-ab5e688a2521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 16:45:52.819616 dv-neutron-815855-3-hyperv neutron-server[110039]: DEBUG neutron_lib.callbacks.manager [None req-c8f7528d-c3b8-4799-ae8b-689106d9aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785364225181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029112'] for agent, after_update {{(pid=110039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}